-- Logs begin at Wed 2021-04-07 07:10:40 UTC, end at Wed 2021-04-07 08:21:14 UTC. -- Apr 07 07:56:05.383487 dv-cinder-782390-4-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 07 07:56:08.261474 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.common.config [-] Logging enabled! Apr 07 07:56:08.262051 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev40 Apr 07 07:56:08.263416 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84306) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 07 07:56:08.265179 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.common.config [-] Logging enabled! Apr 07 07:56:08.265471 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev40 Apr 07 07:56:08.265825 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84306) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 07 07:56:08.266936 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 07 07:56:08.267202 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 07 07:56:08.268346 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 07 07:56:08.268635 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 07 07:56:08.268896 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 07 07:56:08.269266 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.269615 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.269956 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.270222 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.270565 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.270939 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.271264 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.271599 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.271947 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.272274 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.272591 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.272917 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.273179 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.273497 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.273831 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.274161 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.274418 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] debug = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.274763 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.275301 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.275623 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.275941 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.276275 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.276592 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.276901 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.277215 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.277536 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.277906 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] host = dv-cinder-782390-4-smb {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.278224 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.278558 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.278920 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.279252 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.279565 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.279878 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.280208 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.280520 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.280830 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] log_file = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.281142 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.281473 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.281808 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.282147 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.283225 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.283491 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.283823 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.284157 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.284560 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.284882 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.285323 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.285856 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.286382 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.286895 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.287383 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.287951 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.288513 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.289018 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.289371 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.289697 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.290102 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.294448 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.294448 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.294448 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.294448 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.294448 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.294448 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.294448 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.294448 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.295222 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.295222 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.295222 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.295222 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.295222 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.295222 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.295222 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.295805 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] use_json = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.295805 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.295991 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.296315 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.296640 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.297040 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.297354 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.297661 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.298082 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:08.298966 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.299315 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.299663 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.299988 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.300331 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.300650 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.300985 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.301303 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.301639 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.301975 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.302309 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.302669 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.302987 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.303306 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.303646 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.304000 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.304343 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.304681 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.304994 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.305306 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.305618 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.305933 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.306258 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.306599 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.306960 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.307272 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.307590 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.307924 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.308240 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.308551 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.308867 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.309199 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.309513 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.309822 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.310142 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.310457 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.310794 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.311098 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.311412 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.311747 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.312061 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.312373 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.312681 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.312994 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.313298 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.313647 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.313977 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.314285 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.314593 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.314934 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.315244 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.315553 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.315873 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.316188 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.316497 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.316804 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.317112 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.317421 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.317729 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.318038 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.318347 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.318678 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.318996 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.319305 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.319615 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.319921 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.320232 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.320538 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.320863 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.321198 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.321512 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.321823 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.322139 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.322458 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.322798 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.323114 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.323424 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.323738 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.324047 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.324385 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.324705 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.325029 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.325346 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.325656 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.325992 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.326306 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.326662 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.326976 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.327314 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.327614 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.327931 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.328269 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.328603 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.328933 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.329291 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.329887 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.330309 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.330693 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.331020 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:08.331271 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 07 07:56:08.331541 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84306) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 07 07:56:08.989813 dv-cinder-782390-4-smb neutron-server[84306]: INFO keyring.backend [-] Loading Gnome Apr 07 07:56:09.006177 dv-cinder-782390-4-smb neutron-server[84306]: INFO keyring.backend [-] Loading Google Apr 07 07:56:09.008769 dv-cinder-782390-4-smb neutron-server[84306]: INFO keyring.backend [-] Loading Windows (alt) Apr 07 07:56:09.012468 dv-cinder-782390-4-smb neutron-server[84306]: INFO keyring.backend [-] Loading file Apr 07 07:56:09.013295 dv-cinder-782390-4-smb neutron-server[84306]: INFO keyring.backend [-] Loading keyczar Apr 07 07:56:09.013578 dv-cinder-782390-4-smb neutron-server[84306]: INFO keyring.backend [-] Loading multi Apr 07 07:56:09.014224 dv-cinder-782390-4-smb neutron-server[84306]: INFO keyring.backend [-] Loading pyfs Apr 07 07:56:09.061149 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 07:56:09.061461 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 07:56:09.061789 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 07:56:09.062163 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 07 07:56:09.453715 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:09.454183 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:09.454914 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:09.457841 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:09.458149 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:09.458448 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:09.495615 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:09.495915 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:09.496213 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:09.509678 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:09.509993 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:09.510298 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:09.577734 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:09.578040 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:09.578338 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:09.580029 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:09.580334 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:09.580633 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:09.851179 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:09.851509 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:09.851803 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:09.852106 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:09.853896 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:10.003772 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:10.004155 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:10.004477 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:10.004778 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:10.005075 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:10.005463 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:10.005760 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:10.006048 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:10.006332 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:10.006693 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:10.006994 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:10.007295 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:10.007603 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:10.007890 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:10.008196 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:10.008515 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:10.008807 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:10.009154 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:10.009409 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:10.009744 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:10.010196 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:10.010479 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:10.010783 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:10.011126 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:10.011406 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:10.011684 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:10.012104 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84306) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 07 07:56:10.012378 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84306) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 07 07:56:10.012647 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84306) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 07 07:56:10.012914 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84306) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 07 07:56:10.013180 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84306) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 07 07:56:10.013448 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84306) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 07 07:56:10.013861 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 07 07:56:10.017037 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 07 07:56:10.021037 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 07 07:56:10.024941 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Apr 07 07:56:10.026621 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 07 07:56:10.027889 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 07 07:56:10.028274 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 07 07:56:10.028711 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 07 07:56:10.031542 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 07 07:56:10.031824 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 07 07:56:10.032209 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 07 07:56:10.060209 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 07 07:56:10.060728 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:10.061063 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84306) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 07 07:56:10.061471 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:10.062850 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84306) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 07 07:56:10.063176 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 07 07:56:10.063455 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 07 07:56:10.066867 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:10.067182 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:10.133872 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 07 07:56:10.134096 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 07 07:56:10.134369 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 07 07:56:10.134805 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 07 07:56:10.167907 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_db.sqlalchemy.engines [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=84306) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 07 07:56:10.671022 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.plugins.ml2.managers [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Initializing driver for type 'gre' Apr 07 07:56:10.671586 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] gre ID ranges: [(1, 1000)] Apr 07 07:56:10.770239 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.plugins.ml2.managers [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Initializing driver for type 'local' Apr 07 07:56:10.770643 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.plugins.ml2.managers [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Initializing driver for type 'vlan' Apr 07 07:56:10.842017 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] VlanTypeDriver initialization complete Apr 07 07:56:10.842390 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.plugins.ml2.managers [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Initializing driver for type 'vxlan' Apr 07 07:56:10.842999 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] vxlan ID ranges: [(1, 1000)] Apr 07 07:56:11.019385 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.plugins.ml2.managers [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Initializing extension driver 'port_security' Apr 07 07:56:11.019693 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.plugins.ml2.extensions.port_security [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] PortSecurityExtensionDriver initialization complete Apr 07 07:56:11.020068 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.plugins.ml2.managers [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Initializing mechanism driver 'openvswitch' Apr 07 07:56:11.020428 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.plugins.ml2.managers [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Initializing mechanism driver 'hyperv' Apr 07 07:56:11.026736 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 07:56:11.027571 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > port after_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.027980 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > port after_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.028365 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > port after_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.028792 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > subnet after_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.029180 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > subnet after_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.029563 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.029980 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > network after_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.030362 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > network after_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.030789 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > network after_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.031201 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > security_group after_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.031583 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > security_group after_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.031959 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.032982 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.033372 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.033747 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.034289 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > address_group after_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.034705 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > address_group after_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.035086 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.035460 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] ML2 OVO RPC backend initialized. {{(pid=84306) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 07 07:56:11.036248 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.036642 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.037097 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > network before_response 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.037479 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > networks before_response 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.037859 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > port before_response 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.038238 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > ports before_response 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.038663 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > subnet before_response 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.039018 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > subnets before_response 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.039398 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > network after_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.039774 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > network after_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.040149 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > network after_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.040522 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > port after_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.040892 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > port after_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.041259 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > port after_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.041630 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > subnet after_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.042000 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > subnet after_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.042368 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.043037 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.plugins.ml2.plugin [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Modular L2 Plugin initialization complete Apr 07 07:56:11.043394 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading services supported by the core plugin {{(pid=84306) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 07 07:56:11.043760 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.plugins.ml2.managers [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Got port-security extension from driver 'port_security' Apr 07 07:56:11.044269 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.extensions.vlantransparent [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Disabled vlantransparent extension. Apr 07 07:56:11.044808 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84306) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 07 07:56:11.045153 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading Plugin: router Apr 07 07:56:11.081881 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.082318 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > router after_create 55549900 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.082756 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > router before_create 55549900 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.083166 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.083586 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.083977 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > router after_delete 55549900 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.084381 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.084788 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > router after_create 55549900 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.085172 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > router after_update 55549900 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.085561 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > router after_update 55549900 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.086204 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.086631 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > router after_update 55549900 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.087126 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > router precommit_update 55549900 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.087548 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: port after_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.087931 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: port after_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.088306 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: subnet after_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.088682 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.089069 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.089453 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > router precommit_create 55549900 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.089834 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: port before_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.090213 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > router precommit_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.090645 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > router after_update 55549900 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.091017 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.091408 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > router precommit_create 55549900 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.091814 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.092196 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > router precommit_update 55549900 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.092626 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > network after_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.093618 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource_registry [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Tracking information for resource: router configured {{(pid=84306) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 07 07:56:11.093995 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource_registry [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Tracking information for resource: floatingip configured {{(pid=84306) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 07 07:56:11.099371 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.db.l3_agentschedulers_db [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 07 07:56:11.100019 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: port after_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.100415 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: port after_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.100802 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: port after_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.101187 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: port after_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.102132 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > router before_create 55550100 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.102545 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.103006 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > router precommit_create 55550100 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.103402 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > router precommit_update 55550100 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.108114 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.provider_configuration [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Service providers = [] {{(pid=84306) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 07 07:56:11.108511 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.servicetype_db [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84306) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 07 07:56:11.111553 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.service_base [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84306) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 07 07:56:11.111934 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.service_base [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84306) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 07 07:56:11.112308 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.service_base [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84306) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 07 07:56:11.113199 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.service_base [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84306) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 07 07:56:11.113601 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.services.service_base [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 07 07:56:11.114008 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84306) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 07 07:56:11.114368 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 07 07:56:11.124368 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84306) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 07 07:56:11.124742 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading Plugin: auto_allocate Apr 07 07:56:11.130488 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: network precommit_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.130926 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: network precommit_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.131514 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84306) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 07 07:56:11.131877 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading Plugin: tag Apr 07 07:56:11.138861 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84306) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 07 07:56:11.139231 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading Plugin: timestamp Apr 07 07:56:11.143657 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84306) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 07 07:56:11.144031 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading Plugin: network_ip_availability Apr 07 07:56:11.149619 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.150023 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.150413 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.151249 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84306) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 07 07:56:11.151613 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading Plugin: flavors Apr 07 07:56:11.156105 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84306) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 07 07:56:11.156481 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading Plugin: revisions Apr 07 07:56:11.161376 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84306) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 07 07:56:11.161801 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.100s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 07:56:11.162599 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84306) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 07 07:56:11.162990 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Initializing extension manager. Apr 07 07:56:11.163554 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: __init__.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.163934 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: __pycache__ {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.164306 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.164678 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: address_group.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.165472 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.166252 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: address-group Apr 07 07:56:11.166657 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: address_scope.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.167409 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.167979 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: address-scope Apr 07 07:56:11.168342 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.169276 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.169846 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: router-admin-state-down-before-update Apr 07 07:56:11.170210 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: agent.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.170993 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.171562 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: agent Apr 07 07:56:11.171924 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: agent_resources_synced.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.172844 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.173697 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: agent-resources-synced Apr 07 07:56:11.174063 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: allowedaddresspairs.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.175904 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.176490 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: allowed-address-pairs Apr 07 07:56:11.176857 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: auto_allocated_topology.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.177941 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.178516 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: auto-allocated-topology Apr 07 07:56:11.178926 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: availability_zone.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.179676 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.180250 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: availability_zone Apr 07 07:56:11.180611 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: availability_zone_filter.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.181539 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.182112 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: availability_zone_filter Apr 07 07:56:11.182472 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: data_plane_status.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.183417 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.183992 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extension data-plane-status not supported by any of loaded plugins Apr 07 07:56:11.184355 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: default_subnetpools.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.185286 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.185861 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: default-subnetpools Apr 07 07:56:11.186228 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.187127 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.189065 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: dhcp_agent_scheduler Apr 07 07:56:11.189598 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: dns.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.190539 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.191148 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extension dns-integration not supported by any of loaded plugins Apr 07 07:56:11.191519 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: dns_domain_ports.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.192451 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.193026 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 07 07:56:11.193390 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: dvr.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.194116 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.194718 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: dvr Apr 07 07:56:11.195094 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: empty_string_filtering.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.196017 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.196586 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: empty-string-filtering Apr 07 07:56:11.196951 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.197875 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.198445 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 07 07:56:11.198834 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.199754 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.200323 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 07 07:56:11.200687 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: external_net.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.201606 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.202176 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: external-net Apr 07 07:56:11.202541 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.203500 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.204069 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: extra_dhcp_opt Apr 07 07:56:11.204964 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: extraroute.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.205882 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.206465 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: extraroute Apr 07 07:56:11.206856 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: extraroute_atomic.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.207906 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.208483 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: extraroute-atomic Apr 07 07:56:11.208848 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: filter_validation.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.209545 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.210112 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: filter-validation Apr 07 07:56:11.210473 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: fip_pf_description.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.211666 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.212229 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 07 07:56:11.212591 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: fip_port_details.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.213521 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.214086 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: fip-port-details Apr 07 07:56:11.214445 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: flavors.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.215717 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.216296 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: flavors Apr 07 07:56:11.216661 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.218319 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.218944 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 07 07:56:11.219317 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: floatingip_pools.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.220757 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.221299 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: floatingip-pools Apr 07 07:56:11.221842 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: ip_allocation.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.222828 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.223408 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extension ip_allocation not supported by any of loaded plugins Apr 07 07:56:11.223772 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.224707 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.225282 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: ip-substring-filtering Apr 07 07:56:11.225650 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: l2_adjacency.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.226583 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.227181 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 07 07:56:11.227546 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: l3.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.228610 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.229190 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: router Apr 07 07:56:11.229556 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.231828 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.232424 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 07 07:56:11.232797 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.233731 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.234314 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: ext-gw-mode Apr 07 07:56:11.234712 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.235839 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.236417 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: l3-ha Apr 07 07:56:11.236784 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: l3_flavors.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.237712 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.238288 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: l3-flavors Apr 07 07:56:11.238677 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.239603 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.240183 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 07 07:56:11.240551 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: l3agentscheduler.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.241811 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.242399 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: l3_agent_scheduler Apr 07 07:56:11.242810 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: logging.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.244319 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.244909 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extension logging not supported by any of loaded plugins Apr 07 07:56:11.245279 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: metering.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.246079 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.246829 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: metering Apr 07 07:56:11.247201 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.248303 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.248886 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: metering_source_and_destination_fields Apr 07 07:56:11.249255 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: multiprovidernet.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.250192 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.250797 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: multi-provider Apr 07 07:56:11.251214 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: netmtu.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.252146 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.252715 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: net-mtu Apr 07 07:56:11.253078 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: netmtu_writable.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.254034 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.254642 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: net-mtu-writable Apr 07 07:56:11.254995 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: network_availability_zone.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.255715 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.256282 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: network_availability_zone Apr 07 07:56:11.256645 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: network_ip_availability.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.257798 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.258373 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: network-ip-availability Apr 07 07:56:11.258762 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: network_segment_range.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.259586 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.260163 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extension network-segment-range not supported by any of loaded plugins Apr 07 07:56:11.260525 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: pagination.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.261671 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.262049 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: pagination Apr 07 07:56:11.262412 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: port_device_profile.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.263360 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.263946 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: port-device-profile Apr 07 07:56:11.264312 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.265240 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.265812 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: port-mac-address-regenerate Apr 07 07:56:11.266176 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.267926 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.268512 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: port-numa-affinity-policy Apr 07 07:56:11.268877 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: port_resource_request.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.269849 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.270381 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extension port-resource-request not supported by any of loaded plugins Apr 07 07:56:11.270770 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: portbindings.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.271715 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.272301 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: binding Apr 07 07:56:11.272660 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: portbindings_extended.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.273957 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.274539 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: binding-extended Apr 07 07:56:11.274935 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: portsecurity.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.275872 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.276448 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: port-security Apr 07 07:56:11.276813 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: project_id.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.277792 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.278166 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: project-id Apr 07 07:56:11.278532 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: providernet.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.279492 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.280074 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: provider Apr 07 07:56:11.280437 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: qos.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.284661 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.285265 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extension qos not supported by any of loaded plugins Apr 07 07:56:11.285636 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.286991 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.287576 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 07 07:56:11.287944 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.288883 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.289464 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 07 07:56:11.289831 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: qos_default.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.290794 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.291379 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extension qos-default not supported by any of loaded plugins Apr 07 07:56:11.291745 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: qos_fip.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.292436 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.293013 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extension qos-fip not supported by any of loaded plugins Apr 07 07:56:11.293373 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: qos_gateway_ip.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.294299 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.294901 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 07 07:56:11.295271 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: qos_port_network_policy.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.296185 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.296755 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 07 07:56:11.297117 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: qos_rule_type_details.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.298094 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.298877 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 07 07:56:11.299245 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: qos_rules_alias.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.300296 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.300874 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 07 07:56:11.301236 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: quotasv2.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.302209 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.302585 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: quotas Apr 07 07:56:11.302996 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: quotasv2_detail.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.304590 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.304977 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: quota_details Apr 07 07:56:11.305348 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: rbac.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.306496 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.307112 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: rbac-policies Apr 07 07:56:11.307480 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: rbac_address_group.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.308422 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.309004 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: rbac-address-group Apr 07 07:56:11.309371 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: rbac_address_scope.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.310299 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.310904 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: rbac-address-scope Apr 07 07:56:11.311274 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: rbac_security_groups.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.312305 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.312879 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: rbac-security-groups Apr 07 07:56:11.313244 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: rbac_subnetpool.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.314724 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.315305 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: rbac-subnetpool Apr 07 07:56:11.315672 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: revisionifmatch.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.316613 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.317186 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: revision-if-match Apr 07 07:56:11.317546 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: revisions.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.318740 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.319316 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: standard-attr-revisions Apr 07 07:56:11.319683 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: router_availability_zone.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.320405 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.320980 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: router_availability_zone Apr 07 07:56:11.321343 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: routerservicetype.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.322294 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.322892 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extension router-service-type not supported by any of loaded plugins Apr 07 07:56:11.323258 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.324227 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.324786 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: security-groups-normalized-cidr Apr 07 07:56:11.325148 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.326095 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.326688 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: port-security-groups-filtering Apr 07 07:56:11.327053 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.328010 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.328589 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: security-groups-remote-address-group Apr 07 07:56:11.328950 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: securitygroup.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.342646 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.343262 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: security-group Apr 07 07:56:11.343632 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: segment.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.344532 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.345070 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extension segment not supported by any of loaded plugins Apr 07 07:56:11.345443 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.346410 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.347012 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 07 07:56:11.347383 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: servicetype.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.348501 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.349085 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: service-type Apr 07 07:56:11.349453 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: sorting.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.350438 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.350837 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: sorting Apr 07 07:56:11.351205 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: standard_attr_segment.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.352137 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.352715 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 07 07:56:11.353079 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: standardattrdescription.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.353768 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.354337 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: standard-attr-description Apr 07 07:56:11.354731 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: stateful_security_group.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.355705 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.356284 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: stateful-security-group Apr 07 07:56:11.356650 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: stdattrs_common.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.357238 dv-cinder-782390-4-smb neutron-server[84306]: WARNING neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 07 07:56:11.357600 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.358675 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.359319 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 07 07:56:11.359686 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: subnet_onboard.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.361229 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.361908 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: subnet_onboard Apr 07 07:56:11.362570 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.363547 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.364133 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 07 07:56:11.364497 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: subnet_service_types.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.365445 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.366027 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: subnet-service-types Apr 07 07:56:11.366390 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: subnetallocation.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.367496 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.368078 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: subnet_allocation Apr 07 07:56:11.368441 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.369138 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.369717 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: subnetpool-prefix-ops Apr 07 07:56:11.370080 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.371042 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.371618 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 07 07:56:11.371980 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: tagging.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.373280 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.373899 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: standard-attr-tag Apr 07 07:56:11.374244 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: timestamp.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.375472 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.376576 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loaded extension: standard-attr-timestamp Apr 07 07:56:11.377167 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: trunk.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.378221 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.378836 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extension trunk not supported by any of loaded plugins Apr 07 07:56:11.379206 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: trunk_details.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.380142 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.380715 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extension trunk-details not supported by any of loaded plugins Apr 07 07:56:11.381079 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: uplink_status_propagation.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.382015 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.382587 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 07 07:56:11.382976 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Loading extension file: vlantransparent.py {{(pid=84306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 07:56:11.383681 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 07:56:11.384247 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 07 07:56:11.386994 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.quota.resource_registry [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Creating instance of TrackedResource for resource:network Apr 07 07:56:11.387820 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.quota.resource_registry [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Creating instance of TrackedResource for resource:subnet Apr 07 07:56:11.388497 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.quota.resource_registry [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 07:56:11.389157 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.quota.resource_registry [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Creating instance of TrackedResource for resource:port Apr 07 07:56:11.390704 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.resource_helper [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 07 07:56:11.391193 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.resource_helper [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Service FLAVORS assigned prefix: {{(pid=84306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 07 07:56:11.392516 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.resource_helper [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 07 07:56:11.392988 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.resource_helper [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 07 07:56:11.393360 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.quota.resource_registry [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Creating instance of TrackedResource for resource:router Apr 07 07:56:11.394085 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.quota.resource_registry [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Creating instance of TrackedResource for resource:floatingip Apr 07 07:56:11.394901 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.resource_helper [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Service METERING assigned prefix: /metering {{(pid=84306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 07 07:56:11.396726 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.397129 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.397513 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 07:56:11.398673 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.quota.resource_registry [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Creating instance of CountableResource for resource:rbac_policy Apr 07 07:56:11.399167 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.quota.resource_registry [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Creating instance of TrackedResource for resource:security_group Apr 07 07:56:11.399994 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.quota.resource_registry [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 07 07:56:11.400803 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.resource_helper [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Service CORE assigned prefix: {{(pid=84306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 07 07:56:11.401171 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.quota.resource_registry [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 07:56:11.401534 dv-cinder-782390-4-smb neutron-server[84306]: WARNING neutron.quota.resource_registry [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] subnetpool is already registered Apr 07 07:56:11.402207 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.resource_helper [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Service CORE assigned prefix: {{(pid=84306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 07 07:56:11.402576 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.quota.resource_registry [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 07:56:11.402967 dv-cinder-782390-4-smb neutron-server[84306]: WARNING neutron.quota.resource_registry [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] subnetpool is already registered Apr 07 07:56:11.405706 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.resource_helper [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 07 07:56:11.406177 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.resource_helper [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Service FLAVORS assigned prefix: {{(pid=84306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 07 07:56:11.406844 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.resource_helper [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 07 07:56:11.407330 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.resource_helper [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 07 07:56:11.407956 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.quota.resource_registry [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Creating instance of TrackedResource for resource:router Apr 07 07:56:11.408334 dv-cinder-782390-4-smb neutron-server[84306]: WARNING neutron.quota.resource_registry [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] router is already registered Apr 07 07:56:11.408998 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.quota.resource_registry [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Creating instance of TrackedResource for resource:floatingip Apr 07 07:56:11.409367 dv-cinder-782390-4-smb neutron-server[84306]: WARNING neutron.quota.resource_registry [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] floatingip is already registered Apr 07 07:56:11.410057 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.resource_helper [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Service METERING assigned prefix: /metering {{(pid=84306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 07 07:56:11.410819 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.quota.resource_registry [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Creating instance of CountableResource for resource:rbac_policy Apr 07 07:56:11.411189 dv-cinder-782390-4-smb neutron-server[84306]: WARNING neutron.quota.resource_registry [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] rbac_policy is already registered Apr 07 07:56:11.412604 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.quota.resource_registry [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Creating instance of TrackedResource for resource:security_group Apr 07 07:56:11.412939 dv-cinder-782390-4-smb neutron-server[84306]: WARNING neutron.quota.resource_registry [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] security_group is already registered Apr 07 07:56:11.413597 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.quota.resource_registry [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 07 07:56:11.413963 dv-cinder-782390-4-smb neutron-server[84306]: WARNING neutron.quota.resource_registry [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] security_group_rule is already registered Apr 07 07:56:11.414727 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.resource_helper [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Service CORE assigned prefix: {{(pid=84306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 07 07:56:11.415100 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.quota.resource_registry [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 07:56:11.415467 dv-cinder-782390-4-smb neutron-server[84306]: WARNING neutron.quota.resource_registry [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] subnetpool is already registered Apr 07 07:56:11.416164 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.resource_helper [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Service CORE assigned prefix: {{(pid=84306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 07 07:56:11.416542 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.quota.resource_registry [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 07:56:11.416905 dv-cinder-782390-4-smb neutron-server[84306]: WARNING neutron.quota.resource_registry [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] subnetpool is already registered Apr 07 07:56:11.417625 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extended resource: extensions {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 07:56:11.419217 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extended resource: address-groups {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 07:56:11.420978 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extended resource: address-scopes {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 07:56:11.422270 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extended resource: agents {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 07:56:11.423799 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extended resource: auto-allocated-topology {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 07:56:11.425127 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extended resource: availability_zones {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 07:56:11.426507 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extended resource: dhcp-networks {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 07:56:11.428010 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extended resource: dhcp-agents {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 07:56:11.429514 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extended resource: routers {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 07:56:11.431436 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extended resource: flavors {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 07:56:11.432666 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extended resource: service_profiles {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 07:56:11.433943 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extended resource: next_providers {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 07:56:11.435619 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extended resource: service_profiles {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 07:56:11.437171 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extended resource: floatingip-pools {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 07:56:11.438438 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extended resource: routers {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 07:56:11.440845 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extended resource: floatingips {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 07:56:11.442104 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extended resource: l3-routers {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 07:56:11.443612 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extended resource: l3-agents {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 07:56:11.445097 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extended resource: metering-labels {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 07:56:11.446509 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extended resource: metering-label-rules {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 07:56:11.447877 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extended resource: network-ip-availabilities {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 07:56:11.449189 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extended resource: bindings {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 07:56:11.450963 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extended resource: quotas {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 07:56:11.452524 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extended resource: quotas {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 07:56:11.454005 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extended resource: rbac-policies {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 07:56:11.456001 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extended resource: security-groups {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 07:56:11.457263 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extended resource: security-group-rules {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 07:56:11.458580 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extended resource: service-providers {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 07:56:11.459939 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extended resource: subnetpools {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 07:56:11.461685 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extended resource: subnetpools {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 07:56:11.463248 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extended resource: tags {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 07:56:11.465009 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extended resource: tags {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 07:56:11.466944 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extended resource: tags {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 07:56:11.468805 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extended resource: tags {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 07:56:11.470930 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extended resource: tags {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 07:56:11.472860 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extended resource: tags {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 07:56:11.474724 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extended resource: tags {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 07:56:11.477576 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extended resource: tags {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 07:56:11.479488 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extended resource: tags {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 07:56:11.481455 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.extensions [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Extended resource: tags {{(pid=84306) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 07:56:11.488614 dv-cinder-782390-4-smb neutron-server[84306]: WARNING keystonemiddleware.auth_token [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 07 07:56:11.493867 dv-cinder-782390-4-smb neutron-server[84306]: WARNING keystonemiddleware.auth_token [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 07 07:56:11.503302 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Acquired lock "singleton_lock" {{(pid=84306) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 07 07:56:11.503833 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Releasing lock "singleton_lock" {{(pid=84306) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 07 07:56:11.505287 dv-cinder-782390-4-smb neutron-server[84306]: INFO oslo_service.service [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Starting 2 workers Apr 07 07:56:11.510131 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Started child 84419 {{(pid=84306) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 07 07:56:11.513944 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:11.514925 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Started child 84420 {{(pid=84306) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 07 07:56:11.515538 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [-] (84419) wsgi starting up on http://0.0.0.0:9696 Apr 07 07:56:11.516398 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.service [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 07 07:56:11.517646 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Notify callbacks [] for process, before_spawn {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:11.518956 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:11.520163 dv-cinder-782390-4-smb neutron-server[84306]: INFO oslo_service.service [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Starting 1 workers Apr 07 07:56:11.520370 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [-] (84420) wsgi starting up on http://0.0.0.0:9696 Apr 07 07:56:11.525578 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Started child 84421 {{(pid=84306) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 07 07:56:11.526139 dv-cinder-782390-4-smb neutron-server[84306]: INFO oslo_service.service [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Starting 1 workers Apr 07 07:56:11.527699 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.service [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] calling RpcWorker wait() {{(pid=84421) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 07 07:56:11.528095 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.service [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] returning from RpcWorker wait() {{(pid=84421) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 07 07:56:11.529556 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:11.530062 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 07:56:11.530910 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Started child 84422 {{(pid=84306) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 07 07:56:11.531732 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8201be64-235d-4588-893f-9f74e01332c3 None None] Notify callbacks [] for process, after_spawn {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:11.533458 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84306) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 07 07:56:11.533716 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 07 07:56:11.533928 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 07 07:56:11.534220 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 07 07:56:11.534633 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 07 07:56:11.534744 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:11.534827 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 07 07:56:11.535363 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.535672 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.535988 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.536276 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.536603 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.537263 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.537568 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.537867 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.538176 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.538452 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.538672 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.538870 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.539164 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.539453 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.539940 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.540443 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.540928 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.541406 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.541806 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.542284 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.542804 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.543163 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 40464) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 07:56:11.543280 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.543578 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] debug = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.543871 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.544446 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.544709 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.544990 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.545241 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.545545 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.545816 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.546132 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.546408 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.546683 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.546972 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.547253 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.547530 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.547790 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.548085 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.548595 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.548886 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.549354 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] host = dv-cinder-782390-4-smb {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.549619 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.549870 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.550141 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.550406 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.550708 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.550983 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.551267 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.551563 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.551838 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.552098 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.552380 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.552653 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.552919 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.553181 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] log_file = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.553369 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] log_options = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.553632 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.553949 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.554221 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.554618 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0092669 Apr 07 07:56:11.554809 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.555156 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.555489 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.555800 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.555993 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.556257 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.556709 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.557150 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.557597 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.558042 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.558509 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.558812 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.559239 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.559681 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.559928 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.560625 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.560625 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.560925 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.561067 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.561217 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.561446 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.561696 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.561943 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.562392 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.562392 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.564192 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.564528 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.564911 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.565303 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.565590 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.565887 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.566182 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.566427 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.566707 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.567042 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.567314 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.567600 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.567879 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.568129 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.568416 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.568666 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.568930 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.569190 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] use_json = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.569435 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.569678 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.569969 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.570216 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.570478 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.570761 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.576945 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.576945 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.576945 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.576945 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.576945 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.576945 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.576945 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.576945 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.577491 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.577491 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.577491 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.577491 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.577491 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.577491 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.577491 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.577491 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.577981 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.578058 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 07:56:11.578137 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.578137 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.578137 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.578137 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.578137 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.578137 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.578137 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.578137 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.578658 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.578658 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.578658 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.580081 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.580372 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.580640 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.580909 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.581160 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.581410 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.581710 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.581968 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.582224 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.582484 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.582780 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.583030 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.583315 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.584006 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.584006 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.584185 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.584352 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.584803 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.585070 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.585319 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.585575 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.586124 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.586385 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.586744 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.586971 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.587225 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.587476 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.587721 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.588143 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.588646 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.589098 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.589524 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.589936 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.592454 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.592454 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.592454 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.592454 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.592454 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.592454 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.592454 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.592454 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.592454 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.593064 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.593064 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.593064 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.593064 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.593327 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.593629 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.593758 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.593993 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.594237 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.594480 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.594823 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.595087 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.595337 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.595582 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.595830 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.596076 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.596387 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.596733 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.597013 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.597287 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.597579 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.597877 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.598130 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.598418 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.598731 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.598990 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.599244 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.599537 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.599778 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.600073 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.600335 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.600600 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.600903 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.601862 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.601862 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.601862 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.601862 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.602182 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.602397 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.602692 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.602968 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.604057 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.604057 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.604057 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.604057 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.604345 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.604595 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.604879 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.605213 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.605527 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.605813 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.606094 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.606349 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.606798 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.607225 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.607696 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.608636 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.608636 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.608636 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.608997 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.609100 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.609305 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.609547 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.611732 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.611732 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.611732 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.611732 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.611732 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.611732 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.611732 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.612216 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.612216 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.612356 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.612553 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.613085 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.613574 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.613851 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.614129 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.614428 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.614699 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.615158 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.615429 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.616463 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.616463 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.616463 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.616463 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.616769 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.616918 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.617337 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.617601 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.617853 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.618137 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.619904 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.620324 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.620801 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.621072 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.621355 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.621616 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.621865 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.622166 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.622424 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.623810 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.623810 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.623810 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.623810 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.624156 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.624262 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.624695 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.625169 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.625446 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.625706 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.625956 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.628127 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.628127 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.628127 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.628376 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.630138 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.630138 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.630138 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.630355 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.630442 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.630754 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.631044 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.631303 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.631583 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.631855 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.632127 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.632384 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.632636 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.632887 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.633167 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.633442 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.633696 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.633945 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.634189 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.634433 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.635933 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.635933 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.636264 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.636264 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.636543 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.636780 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.636937 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.637180 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.637656 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.637656 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.637940 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.638089 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.638325 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.638570 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.638859 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.639092 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.640056 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.640056 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.640056 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.640485 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.640485 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.640750 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.640889 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.641160 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.641519 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.642313 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.642581 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.642897 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.643151 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.643981 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.643981 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.644278 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.644419 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.644657 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.644950 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.645260 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.645574 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.645878 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.646126 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.646443 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.647225 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.647225 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.647530 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.647672 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.647960 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.648222 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.648476 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.648727 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.650106 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.650106 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.650106 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.650106 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.650106 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.650885 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.650885 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.651633 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.651882 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.652131 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.652412 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.652667 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.652869 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 07 07:56:11.653399 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84306) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 07 07:56:11.653593 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 07 07:56:11.653776 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 07 07:56:11.653980 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 07 07:56:11.654182 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 07 07:56:11.654365 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 07 07:56:11.654661 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.654825 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.655001 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.655191 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.655444 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.655602 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.656594 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.656594 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.656594 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.656594 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.656594 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.656594 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.657519 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.657519 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.657519 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.657519 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.657519 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.657519 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.658440 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.658440 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.658440 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.658440 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.659883 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] debug = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.659883 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.659883 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.659883 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.660547 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.660547 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.660547 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.660547 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.661075 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.661075 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.661075 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.661471 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.661471 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.661471 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.662087 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.662087 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.662087 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.662087 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.662675 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] host = dv-cinder-782390-4-smb {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.662675 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.662675 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.663076 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.663076 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.663076 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.663474 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.663474 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.664620 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.664620 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.664620 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.664620 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.664620 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.664620 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.665495 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] log_file = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.665495 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] log_options = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.665779 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.665779 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.666042 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.666180 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.666329 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.666469 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.666641 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.666788 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.666938 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.667079 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.667216 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.667409 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.667643 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.667797 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.667947 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.668085 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.668224 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.668379 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.668518 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.668695 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.668878 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.669060 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.669244 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.669427 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.669610 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.669793 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.669947 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.670134 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.670316 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.670547 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.670735 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.670884 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.671023 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.671160 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.671623 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.671623 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.671623 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.672130 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.672130 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.672130 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.672611 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.672611 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.672611 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.673555 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.673555 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.673555 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] use_json = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.674118 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.674118 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.674118 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.674504 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.674504 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.674504 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.674927 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.674927 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 07:56:11.675189 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.675189 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.675452 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.675599 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.675736 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.675873 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.676018 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.676197 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.676384 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.676538 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.676738 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.676924 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.677130 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.677323 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.677488 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.677676 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.677860 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.678029 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.678804 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.678804 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.678804 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.678804 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.679099 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.679099 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.679236 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.679397 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.679558 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.679745 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.679932 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.680119 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.680307 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.680493 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.680679 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.680865 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.681052 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.681238 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.681423 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.681610 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.681797 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.681983 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.682169 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.682355 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.682542 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.682766 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.682953 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.683140 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.683328 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.683514 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.683702 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.683887 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.684086 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.684273 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.684458 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.684628 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.684815 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.685001 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.685186 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.685371 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.685590 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.685753 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.685855 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.686062 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.686247 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.686433 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.686634 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.686842 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.686998 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.687184 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.687390 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.687536 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.687721 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.687906 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.688094 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.688280 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.688467 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.688719 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.689070 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.689325 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.689515 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.689702 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.689892 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.690076 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.690261 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.690448 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.691427 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.691657 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.691850 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.692040 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.692206 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.692374 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.692542 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.692733 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.692929 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.693093 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.693269 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.693425 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.693617 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.693805 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.693991 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.694177 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.694364 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.694531 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.695472 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.695665 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.695844 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.696035 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.696225 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.696412 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.696598 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.696783 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.697017 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.697177 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.697359 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.697483 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.697649 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.697817 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.698019 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.698207 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.698393 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.698578 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.698788 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.699812 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.699812 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.699812 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.699812 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.699812 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.699812 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.700776 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.700776 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.700776 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.700776 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.700776 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.700776 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.701280 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.701280 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.701280 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.701544 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.701641 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.701782 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.701951 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.702311 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.702710 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.702910 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.703101 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.703292 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.703478 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.706719 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.706719 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.706719 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.706719 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.706719 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.706719 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.706719 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.706719 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.707981 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.708125 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 07:56:11.708268 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.708268 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.708268 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.708268 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.708268 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.708268 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.708268 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.708268 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.709314 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.709314 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.709314 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.709314 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.709314 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.709314 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.709314 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.709314 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.710350 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.710350 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.710350 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.710350 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.710350 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.710350 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.710350 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.710350 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.711665 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.711665 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.711665 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.711665 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.711665 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.711665 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.711665 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.711665 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.712683 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.712683 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.712683 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.712683 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.712683 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.712683 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.712683 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.712683 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.713738 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.713738 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.713738 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.713738 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.713738 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.713738 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.713738 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.713738 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.714869 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.714869 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.714869 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.714869 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.714869 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.714869 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.714869 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.715744 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.715744 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.715744 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.715744 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.715744 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.716175 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.716175 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.716175 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.716433 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.716527 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.716684 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.716882 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.717071 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.717266 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.717435 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.717627 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.717814 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.718002 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.718178 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.718367 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.718558 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.718833 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.718961 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.719149 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.719871 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.719871 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.719871 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.719871 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.722191 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.722191 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.722191 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.722191 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.722191 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.722191 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.722191 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.722191 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.723472 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.723472 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.723472 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.723472 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.723472 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.723472 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.723472 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.723472 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.724268 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.724268 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.724268 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.724268 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.724268 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.724764 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.724764 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.724764 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.725034 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.725034 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 07:56:11.725209 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84306) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 07 07:56:22.311542 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560cea89-8583-4aef-aedd-443a4a898b41 None None] get_active_networks_info from dv-cinder-782390-4-smb {{(pid=84421) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 07 07:56:22.470463 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560cea89-8583-4aef-aedd-443a4a898b41 None None] No non-hosted networks {{(pid=84421) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 07 07:56:22.486700 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.agentschedulers_db [None req-560cea89-8583-4aef-aedd-443a4a898b41 None None] DHCP Agent not found on host dv-cinder-782390-4-smb {{(pid=84421) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 07 07:56:22.716900 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-04d887e9-4aad-47ed-91a2-dafdf7b17175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594'] for agent, after_create {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:24.879136 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5ce174b1-b9de-42bd-b0e1-a7426a8d92e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594'] for agent, after_create {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:25.022259 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-348bf3fd-ff02-4cc5-b399-ee338ff304a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:25.450906 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594'] for agent, after_create {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:26.698755 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594'] for agent, after_create {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:26.759418 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594'] for agent, after_create {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:26.760333 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:26.760907 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:26.761460 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:26.762017 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:26.762722 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:26.763274 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:26.763835 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:26.764390 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:26.764947 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:26.765572 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:26.770447 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:26.771373 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:26.774869 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-782390-4-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 07:56:26.785430 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-782390-4-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 07:56:27.390965 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.db.l3_hamode_db [None req-ff29bd06-64f8-454e-b3fd-b21615b9f059 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 07 07:56:27.498302 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff29bd06-64f8-454e-b3fd-b21615b9f059 None None] Routers set() bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 07:56:27.498800 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff29bd06-64f8-454e-b3fd-b21615b9f059 None None] Router IDs set() for agent in host dv-cinder-782390-4-smb {{(pid=84421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 07 07:56:28.124567 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 40568) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 07:56:28.772337 dv-cinder-782390-4-smb neutron-server[84306]: WARNING oslo_policy.policy [None req-dfc99e47-509d-48ed-8329-df5e5b0f9e81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 07:56:28.772954 dv-cinder-782390-4-smb neutron-server[84306]: WARNING oslo_policy.policy [None req-dfc99e47-509d-48ed-8329-df5e5b0f9e81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 07:56:29.005557 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [None req-dfc99e47-509d-48ed-8329-df5e5b0f9e81 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=84419) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 07:56:29.006634 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-dfc99e47-509d-48ed-8329-df5e5b0f9e81 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8799720 Apr 07 07:56:31.723168 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 40584) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 07:56:32.107777 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-02a291d4-be7e-4092-9356-649316cbea57 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 07:56:32.211899 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.policy [None req-02a291d4-be7e-4092-9356-649316cbea57 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84419) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 07 07:56:32.266045 dv-cinder-782390-4-smb neutron-server[84306]: WARNING oslo_policy.policy [None req-02a291d4-be7e-4092-9356-649316cbea57 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 07:56:32.266493 dv-cinder-782390-4-smb neutron-server[84306]: WARNING oslo_policy.policy [None req-02a291d4-be7e-4092-9356-649316cbea57 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 07:56:32.284667 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.quota [None req-02a291d4-be7e-4092-9356-649316cbea57 admin admin] Loaded quota_driver: . Apr 07 07:56:32.300533 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-02a291d4-be7e-4092-9356-649316cbea57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 07:56:32.389116 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-02a291d4-be7e-4092-9356-649316cbea57 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363274139525166', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363274139533042', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363274139523352', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363274139541900', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363274139566013', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363274139565434', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854621459', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854600950', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-540901', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854029684'] for rbac-policy, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:32.650243 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-02a291d4-be7e-4092-9356-649316cbea57 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:32.651542 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-02a291d4-be7e-4092-9356-649316cbea57 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9273298 Apr 07 07:56:35.614421 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 40598) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 07:56:35.981898 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-d413e781-3225-4976-88a0-1fa36923a80a admin admin] Request body: {'network': {'project_id': 'e70d85c626ad497f972acf8b6fdfe816', 'name': 'private', 'admin_state_up': True}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 07:56:35.988771 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-d413e781-3225-4976-88a0-1fa36923a80a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 07:56:35.993445 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-d413e781-3225-4976-88a0-1fa36923a80a admin admin] Usage tracker for resource:network and tenant:e70d85c626ad497f972acf8b6fdfe816 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 07:56:35.997195 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-d413e781-3225-4976-88a0-1fa36923a80a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 07:56:36.004759 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-d413e781-3225-4976-88a0-1fa36923a80a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 07:56:36.050070 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d413e781-3225-4976-88a0-1fa36923a80a admin admin] Made reservation on behalf of e70d85c626ad497f972acf8b6fdfe816 for: {'network': 1} {{(pid=84419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 07:56:36.056041 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d413e781-3225-4976-88a0-1fa36923a80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for network, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:36.073237 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d413e781-3225-4976-88a0-1fa36923a80a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:36.090488 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-d413e781-3225-4976-88a0-1fa36923a80a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 07:56:36.095290 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-d413e781-3225-4976-88a0-1fa36923a80a admin admin] Usage tracker for resource:security_group_rule and tenant:e70d85c626ad497f972acf8b6fdfe816 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 07:56:36.098823 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-d413e781-3225-4976-88a0-1fa36923a80a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 07:56:36.104599 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-d413e781-3225-4976-88a0-1fa36923a80a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 07:56:36.531109 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d413e781-3225-4976-88a0-1fa36923a80a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:36.575987 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d413e781-3225-4976-88a0-1fa36923a80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:36.582312 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 07:56:36.602172 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d413e781-3225-4976-88a0-1fa36923a80a admin admin] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=84419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 07:56:36.628530 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d413e781-3225-4976-88a0-1fa36923a80a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716471223', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:36.629135 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d413e781-3225-4976-88a0-1fa36923a80a admin admin] Unsubscribe: segment precommit_create {{(pid=84419) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 07 07:56:36.629605 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.db.segments_db [None req-d413e781-3225-4976-88a0-1fa36923a80a admin admin] Added segment 4c0ce463-a3f6-4504-a27e-eda187f7143d of type vlan for network 23ce194a-cf34-4bd3-8f8a-26258c7a2530 Apr 07 07:56:36.680112 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d413e781-3225-4976-88a0-1fa36923a80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e91a7e2-3445-4ca6-b8bb-a7e8b651dd37,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 07:56:36.696133 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d413e781-3225-4976-88a0-1fa36923a80a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:36.696502 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d413e781-3225-4976-88a0-1fa36923a80a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:36.696861 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d413e781-3225-4976-88a0-1fa36923a80a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:36.697215 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d413e781-3225-4976-88a0-1fa36923a80a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:36.697564 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d413e781-3225-4976-88a0-1fa36923a80a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:36.697911 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d413e781-3225-4976-88a0-1fa36923a80a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:36.698250 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d413e781-3225-4976-88a0-1fa36923a80a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:36.698592 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d413e781-3225-4976-88a0-1fa36923a80a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:36.698960 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d413e781-3225-4976-88a0-1fa36923a80a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:36.699299 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d413e781-3225-4976-88a0-1fa36923a80a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:36.699638 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d413e781-3225-4976-88a0-1fa36923a80a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:36.699975 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d413e781-3225-4976-88a0-1fa36923a80a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:36.701063 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d413e781-3225-4976-88a0-1fa36923a80a admin admin] Tracked resource versions report: Apr 07 07:56:36.701063 dv-cinder-782390-4-smb neutron-server[84306]: pushed versions: Apr 07 07:56:36.701063 dv-cinder-782390-4-smb neutron-server[84306]: { 'AddressGroup': {'1.2'}, Apr 07 07:56:36.701063 dv-cinder-782390-4-smb neutron-server[84306]: 'ConntrackHelper': {'1.0'}, Apr 07 07:56:36.701063 dv-cinder-782390-4-smb neutron-server[84306]: 'Log': {'1.0'}, Apr 07 07:56:36.701063 dv-cinder-782390-4-smb neutron-server[84306]: 'Network': {'1.1'}, Apr 07 07:56:36.701063 dv-cinder-782390-4-smb neutron-server[84306]: 'Port': {'1.7'}, Apr 07 07:56:36.701063 dv-cinder-782390-4-smb neutron-server[84306]: 'PortForwarding': {'1.2'}, Apr 07 07:56:36.701063 dv-cinder-782390-4-smb neutron-server[84306]: 'QosPolicy': {'1.8'}, Apr 07 07:56:36.701063 dv-cinder-782390-4-smb neutron-server[84306]: 'SecurityGroup': {'1.4'}, Apr 07 07:56:36.701063 dv-cinder-782390-4-smb neutron-server[84306]: 'SecurityGroupRule': {'1.2'}, Apr 07 07:56:36.701063 dv-cinder-782390-4-smb neutron-server[84306]: 'SubPort': {'1.0'}, Apr 07 07:56:36.701063 dv-cinder-782390-4-smb neutron-server[84306]: 'Subnet': {'1.1'}, Apr 07 07:56:36.701063 dv-cinder-782390-4-smb neutron-server[84306]: 'Trunk': {'1.1'}} Apr 07 07:56:36.701063 dv-cinder-782390-4-smb neutron-server[84306]: consumer versions: Apr 07 07:56:36.701063 dv-cinder-782390-4-smb neutron-server[84306]: { DHCP agent@dv-cinder-782390-4-smb: {}, Apr 07 07:56:36.701063 dv-cinder-782390-4-smb neutron-server[84306]: L3 agent@dv-cinder-782390-4-smb: {}, Apr 07 07:56:36.701063 dv-cinder-782390-4-smb neutron-server[84306]: Metadata agent@dv-cinder-782390-4-smb: {}, Apr 07 07:56:36.701063 dv-cinder-782390-4-smb neutron-server[84306]: Metering agent@dv-cinder-782390-4-smb: {}, Apr 07 07:56:36.701063 dv-cinder-782390-4-smb neutron-server[84306]: Open vSwitch agent@dv-cinder-782390-4-smb: { 'AddressGroup': '1.2', Apr 07 07:56:36.701063 dv-cinder-782390-4-smb neutron-server[84306]: 'ConntrackHelper': '1.0', Apr 07 07:56:36.701063 dv-cinder-782390-4-smb neutron-server[84306]: 'Log': '1.0', Apr 07 07:56:36.701063 dv-cinder-782390-4-smb neutron-server[84306]: 'Network': '1.1', Apr 07 07:56:36.701063 dv-cinder-782390-4-smb neutron-server[84306]: 'Port': '1.7', Apr 07 07:56:36.701063 dv-cinder-782390-4-smb neutron-server[84306]: 'PortForwarding': '1.2', Apr 07 07:56:36.701063 dv-cinder-782390-4-smb neutron-server[84306]: 'QosPolicy': '1.8', Apr 07 07:56:36.701063 dv-cinder-782390-4-smb neutron-server[84306]: 'SecurityGroup': '1.4', Apr 07 07:56:36.701063 dv-cinder-782390-4-smb neutron-server[84306]: 'SecurityGroupRule': '1.2', Apr 07 07:56:36.701063 dv-cinder-782390-4-smb neutron-server[84306]: 'SubPort': '1.0', Apr 07 07:56:36.701063 dv-cinder-782390-4-smb neutron-server[84306]: 'Subnet': '1.1', Apr 07 07:56:36.701063 dv-cinder-782390-4-smb neutron-server[84306]: 'Trunk': '1.1'}} Apr 07 07:56:36.701063 dv-cinder-782390-4-smb neutron-server[84306]: {{(pid=84419) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 07 07:56:36.747662 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d413e781-3225-4976-88a0-1fa36923a80a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762715970265'] for network, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:36.752338 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d413e781-3225-4976-88a0-1fa36923a80a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 07:56:36.821297 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d413e781-3225-4976-88a0-1fa36923a80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172'] for network, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:36.822686 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d413e781-3225-4976-88a0-1fa36923a80a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 07:56:36.823345 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d413e781-3225-4976-88a0-1fa36923a80a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for network, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:36.828368 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 07:56:36.929820 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d413e781-3225-4976-88a0-1fa36923a80a admin admin] Pushing event updated for resources: {'Network': ['ID=23ce194a-cf34-4bd3-8f8a-26258c7a2530,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 07:56:36.933134 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d413e781-3225-4976-88a0-1fa36923a80a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 07:56:36.943434 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Network 23ce194a-cf34-4bd3-8f8a-26258c7a2530 details requested by agent ovs-agent-dv-cinder-782390-4-smb with host dv-cinder-782390-4-smb {{(pid=84421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 07:56:37.005345 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-d413e781-3225-4976-88a0-1fa36923a80a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3896198 Apr 07 07:56:40.077309 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 40614) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 07:56:40.576837 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb370de7-20bc-4a01-b6de-d9f343fc5452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 07:56:40.578493 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-fb370de7-20bc-4a01-b6de-d9f343fc5452 admin admin] 10.222.0.16 "GET /v2.0/networks/23ce194a-cf34-4bd3-8f8a-26258c7a2530 HTTP/1.1" status: 200 len: 825 time: 0.4999750 Apr 07 07:56:40.607776 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-6e384534-158e-45a6-b1b4-208eaf3371cd admin admin] 10.222.0.16 "GET /v2.0/subnetpools/c4ab0d15-e4c9-484e-a15a-fa4dd239530d HTTP/1.1" status: 200 len: 734 time: 0.0233240 Apr 07 07:56:40.619357 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-2cea1c9f-68f2-4cb4-8da8-1b6fc3d2cdb3 admin admin] Request body: {'subnet': {'network_id': '23ce194a-cf34-4bd3-8f8a-26258c7a2530', 'tenant_id': 'e70d85c626ad497f972acf8b6fdfe816', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'c4ab0d15-e4c9-484e-a15a-fa4dd239530d'}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 07:56:40.624076 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-2cea1c9f-68f2-4cb4-8da8-1b6fc3d2cdb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 07:56:40.628692 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-2cea1c9f-68f2-4cb4-8da8-1b6fc3d2cdb3 admin admin] Usage tracker for resource:subnet and tenant:e70d85c626ad497f972acf8b6fdfe816 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 07:56:40.631728 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-2cea1c9f-68f2-4cb4-8da8-1b6fc3d2cdb3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 07:56:40.637526 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-2cea1c9f-68f2-4cb4-8da8-1b6fc3d2cdb3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 07:56:40.767639 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cea1c9f-68f2-4cb4-8da8-1b6fc3d2cdb3 admin admin] Made reservation on behalf of e70d85c626ad497f972acf8b6fdfe816 for: {'subnet': 1} {{(pid=84419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 07:56:40.772377 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2cea1c9f-68f2-4cb4-8da8-1b6fc3d2cdb3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:41.286935 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2cea1c9f-68f2-4cb4-8da8-1b6fc3d2cdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172'] for subnet, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:41.301111 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 07:56:41.441554 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea1c9f-68f2-4cb4-8da8-1b6fc3d2cdb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f85f394-bf15-4399-9a8e-f8bff9c4614d,revision_number=0']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 07:56:41.444833 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2cea1c9f-68f2-4cb4-8da8-1b6fc3d2cdb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 07:56:41.503767 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cea1c9f-68f2-4cb4-8da8-1b6fc3d2cdb3 admin admin] Checking segment: {'id': '4c0ce463-a3f6-4504-a27e-eda187f7143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '23ce194a-cf34-4bd3-8f8a-26258c7a2530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 07:56:41.504140 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cea1c9f-68f2-4cb4-8da8-1b6fc3d2cdb3 admin admin] Network hostable DHCP agents. Network: 23ce194a-cf34-4bd3-8f8a-26258c7a2530, hostable agents: ['6d586a76-6480-47e6-bcbb-1719500a6367'], hosted agents: [] {{(pid=84419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 07:56:41.555663 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cea1c9f-68f2-4cb4-8da8-1b6fc3d2cdb3 admin admin] Network 23ce194a-cf34-4bd3-8f8a-26258c7a2530 is scheduled to be hosted by DHCP agent 6d586a76-6480-47e6-bcbb-1719500a6367 with binding_index 1 {{(pid=84419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 07:56:41.595643 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-2cea1c9f-68f2-4cb4-8da8-1b6fc3d2cdb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-4-smb, 23ce194a-cf34-4bd3-8f8a-26258c7a2530) {{(pid=84419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 07:56:41.600867 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cea1c9f-68f2-4cb4-8da8-1b6fc3d2cdb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 07:56:41.601651 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2cea1c9f-68f2-4cb4-8da8-1b6fc3d2cdb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for subnet, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:41.605600 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa0d8e0-8ed9-42f6-bb11-bd980434e370 None None] Network 23ce194a-cf34-4bd3-8f8a-26258c7a2530 requested from dv-cinder-782390-4-smb {{(pid=84421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 07:56:41.648136 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-2cea1c9f-68f2-4cb4-8da8-1b6fc3d2cdb3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0324728 Apr 07 07:56:41.928099 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18870bb4-8761-4c60-b977-70d2d33ef567 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22737d76-c58d-59f2-b2aa-1c8ba2f8451a-23ce194a-cf34-4bd3-8f8a-26258c7a2530', 'network_id': '23ce194a-cf34-4bd3-8f8a-26258c7a2530', 'tenant_id': 'e70d85c626ad497f972acf8b6fdfe816', 'fixed_ips': [{'subnet_id': '7f85f394-bf15-4399-9a8e-f8bff9c4614d'}]}} from dv-cinder-782390-4-smb. {{(pid=84421) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 07 07:56:41.929382 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-18870bb4-8761-4c60-b977-70d2d33ef567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:42.120806 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-18870bb4-8761-4c60-b977-70d2d33ef567 None None] Allocated IP 172.20.0.2 (23ce194a-cf34-4bd3-8f8a-26258c7a2530/7f85f394-bf15-4399-9a8e-f8bff9c4614d/1361f783-bed2-425e-9b95-5354b170d210) {{(pid=84421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 07:56:42.524645 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-18870bb4-8761-4c60-b977-70d2d33ef567 None None] Notify callbacks [] for port, precommit_create {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:42.624527 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-18870bb4-8761-4c60-b977-70d2d33ef567 None None] Transition to ACTIVE for port object 1361f783-bed2-425e-9b95-5354b170d210 will not be triggered until provisioned by entity L2. {{(pid=84421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 07:56:42.646288 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-18870bb4-8761-4c60-b977-70d2d33ef567 None None] Transition to ACTIVE for port object 1361f783-bed2-425e-9b95-5354b170d210 will not be triggered until provisioned by entity DHCP. {{(pid=84421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 07:56:42.678955 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-18870bb4-8761-4c60-b977-70d2d33ef567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422'] for port, after_create {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:42.695487 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 07:56:42.835130 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18870bb4-8761-4c60-b977-70d2d33ef567 None None] Pushing event updated for resources: {'Port': ['ID=1361f783-bed2-425e-9b95-5354b170d210,revision_number=1']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 07:56:42.849357 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18870bb4-8761-4c60-b977-70d2d33ef567 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:42.849734 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18870bb4-8761-4c60-b977-70d2d33ef567 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:42.850104 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18870bb4-8761-4c60-b977-70d2d33ef567 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:42.850470 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18870bb4-8761-4c60-b977-70d2d33ef567 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:42.850855 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18870bb4-8761-4c60-b977-70d2d33ef567 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:42.851219 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18870bb4-8761-4c60-b977-70d2d33ef567 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:42.851570 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18870bb4-8761-4c60-b977-70d2d33ef567 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:42.851921 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18870bb4-8761-4c60-b977-70d2d33ef567 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:42.852275 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18870bb4-8761-4c60-b977-70d2d33ef567 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:42.852626 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18870bb4-8761-4c60-b977-70d2d33ef567 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:42.852976 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18870bb4-8761-4c60-b977-70d2d33ef567 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:42.853324 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18870bb4-8761-4c60-b977-70d2d33ef567 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:42.854425 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18870bb4-8761-4c60-b977-70d2d33ef567 None None] Tracked resource versions report: Apr 07 07:56:42.854425 dv-cinder-782390-4-smb neutron-server[84306]: pushed versions: Apr 07 07:56:42.854425 dv-cinder-782390-4-smb neutron-server[84306]: { 'AddressGroup': {'1.2'}, Apr 07 07:56:42.854425 dv-cinder-782390-4-smb neutron-server[84306]: 'ConntrackHelper': {'1.0'}, Apr 07 07:56:42.854425 dv-cinder-782390-4-smb neutron-server[84306]: 'Log': {'1.0'}, Apr 07 07:56:42.854425 dv-cinder-782390-4-smb neutron-server[84306]: 'Network': {'1.1'}, Apr 07 07:56:42.854425 dv-cinder-782390-4-smb neutron-server[84306]: 'Port': {'1.7'}, Apr 07 07:56:42.854425 dv-cinder-782390-4-smb neutron-server[84306]: 'PortForwarding': {'1.2'}, Apr 07 07:56:42.854425 dv-cinder-782390-4-smb neutron-server[84306]: 'QosPolicy': {'1.8'}, Apr 07 07:56:42.854425 dv-cinder-782390-4-smb neutron-server[84306]: 'SecurityGroup': {'1.4'}, Apr 07 07:56:42.854425 dv-cinder-782390-4-smb neutron-server[84306]: 'SecurityGroupRule': {'1.2'}, Apr 07 07:56:42.854425 dv-cinder-782390-4-smb neutron-server[84306]: 'SubPort': {'1.0'}, Apr 07 07:56:42.854425 dv-cinder-782390-4-smb neutron-server[84306]: 'Subnet': {'1.1'}, Apr 07 07:56:42.854425 dv-cinder-782390-4-smb neutron-server[84306]: 'Trunk': {'1.1'}} Apr 07 07:56:42.854425 dv-cinder-782390-4-smb neutron-server[84306]: consumer versions: Apr 07 07:56:42.854425 dv-cinder-782390-4-smb neutron-server[84306]: { DHCP agent@dv-cinder-782390-4-smb: {}, Apr 07 07:56:42.854425 dv-cinder-782390-4-smb neutron-server[84306]: L3 agent@dv-cinder-782390-4-smb: {}, Apr 07 07:56:42.854425 dv-cinder-782390-4-smb neutron-server[84306]: Metadata agent@dv-cinder-782390-4-smb: {}, Apr 07 07:56:42.854425 dv-cinder-782390-4-smb neutron-server[84306]: Metering agent@dv-cinder-782390-4-smb: {}, Apr 07 07:56:42.854425 dv-cinder-782390-4-smb neutron-server[84306]: Open vSwitch agent@dv-cinder-782390-4-smb: { 'AddressGroup': '1.2', Apr 07 07:56:42.854425 dv-cinder-782390-4-smb neutron-server[84306]: 'ConntrackHelper': '1.0', Apr 07 07:56:42.854425 dv-cinder-782390-4-smb neutron-server[84306]: 'Log': '1.0', Apr 07 07:56:42.854425 dv-cinder-782390-4-smb neutron-server[84306]: 'Network': '1.1', Apr 07 07:56:42.854425 dv-cinder-782390-4-smb neutron-server[84306]: 'Port': '1.7', Apr 07 07:56:42.854425 dv-cinder-782390-4-smb neutron-server[84306]: 'PortForwarding': '1.2', Apr 07 07:56:42.854425 dv-cinder-782390-4-smb neutron-server[84306]: 'QosPolicy': '1.8', Apr 07 07:56:42.854425 dv-cinder-782390-4-smb neutron-server[84306]: 'SecurityGroup': '1.4', Apr 07 07:56:42.854425 dv-cinder-782390-4-smb neutron-server[84306]: 'SecurityGroupRule': '1.2', Apr 07 07:56:42.854425 dv-cinder-782390-4-smb neutron-server[84306]: 'SubPort': '1.0', Apr 07 07:56:42.854425 dv-cinder-782390-4-smb neutron-server[84306]: 'Subnet': '1.1', Apr 07 07:56:42.854425 dv-cinder-782390-4-smb neutron-server[84306]: 'Trunk': '1.1'}} Apr 07 07:56:42.854425 dv-cinder-782390-4-smb neutron-server[84306]: {{(pid=84421) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 07 07:56:42.861647 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-18870bb4-8761-4c60-b977-70d2d33ef567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 07:56:42.899425 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18870bb4-8761-4c60-b977-70d2d33ef567 None None] Network 23ce194a-cf34-4bd3-8f8a-26258c7a2530 is already hosted by enough agents. {{(pid=84421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 07:56:42.900571 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-18870bb4-8761-4c60-b977-70d2d33ef567 None None] Resources bound (agent type, host, resource id): {{(pid=84421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 07:56:42.903471 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18870bb4-8761-4c60-b977-70d2d33ef567 None None] Received port after_create {{(pid=84421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 07:56:43.002980 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-18870bb4-8761-4c60-b977-70d2d33ef567 None None] Attempting to bind port 1361f783-bed2-425e-9b95-5354b170d210 on host dv-cinder-782390-4-smb for vnic_type normal with profile {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 07:56:43.003374 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-18870bb4-8761-4c60-b977-70d2d33ef567 None None] Attempting to bind port 1361f783-bed2-425e-9b95-5354b170d210 by drivers openvswitch,hyperv on host dv-cinder-782390-4-smb at level 0 using segments [{'id': '4c0ce463-a3f6-4504-a27e-eda187f7143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '23ce194a-cf34-4bd3-8f8a-26258c7a2530'}] {{(pid=84421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 07:56:43.003791 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18870bb4-8761-4c60-b977-70d2d33ef567 None None] Attempting to bind port 1361f783-bed2-425e-9b95-5354b170d210 on network 23ce194a-cf34-4bd3-8f8a-26258c7a2530 {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 07:56:43.009459 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18870bb4-8761-4c60-b977-70d2d33ef567 None None] Checking agent: {'id': '755cb15d-769a-4687-bcff-bddb0e9936ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 56, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 7, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 07:56:43.009881 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18870bb4-8761-4c60-b977-70d2d33ef567 None None] Checking segment: {'id': '4c0ce463-a3f6-4504-a27e-eda187f7143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '23ce194a-cf34-4bd3-8f8a-26258c7a2530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 07:56:43.010359 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-18870bb4-8761-4c60-b977-70d2d33ef567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:43.010811 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18870bb4-8761-4c60-b977-70d2d33ef567 None None] Bound using segment: {'id': '4c0ce463-a3f6-4504-a27e-eda187f7143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '23ce194a-cf34-4bd3-8f8a-26258c7a2530'} {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 07:56:43.011355 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-18870bb4-8761-4c60-b977-70d2d33ef567 None None] Bound port: 1361f783-bed2-425e-9b95-5354b170d210, host: dv-cinder-782390-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c0ce463-a3f6-4504-a27e-eda187f7143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '23ce194a-cf34-4bd3-8f8a-26258c7a2530'}}] {{(pid=84421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 07:56:43.011765 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-18870bb4-8761-4c60-b977-70d2d33ef567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:43.106046 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-18870bb4-8761-4c60-b977-70d2d33ef567 None None] For port 1361f783-bed2-425e-9b95-5354b170d210, host dv-cinder-782390-4-smb, cleared binding levels {{(pid=84421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 07:56:43.110773 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-18870bb4-8761-4c60-b977-70d2d33ef567 None None] For port 1361f783-bed2-425e-9b95-5354b170d210, host dv-cinder-782390-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=1361f783-bed2-425e-9b95-5354b170d210,segment=NetworkSegment(4c0ce463-a3f6-4504-a27e-eda187f7143d),segment_id=4c0ce463-a3f6-4504-a27e-eda187f7143d)] {{(pid=84421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 07:56:43.142633 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-18870bb4-8761-4c60-b977-70d2d33ef567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:43.158335 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 07:56:43.311219 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18870bb4-8761-4c60-b977-70d2d33ef567 None None] Pushing event updated for resources: {'Port': ['ID=1361f783-bed2-425e-9b95-5354b170d210,revision_number=2']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 07:56:43.315948 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-18870bb4-8761-4c60-b977-70d2d33ef567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 07:56:44.405695 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 40624) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 07:56:45.047460 dv-cinder-782390-4-smb neutron-server[84306]: WARNING oslo_policy.policy [None req-93b8ad2e-b1c4-4b7b-8202-0e6ef01b5b76 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 07:56:45.048168 dv-cinder-782390-4-smb neutron-server[84306]: WARNING oslo_policy.policy [None req-93b8ad2e-b1c4-4b7b-8202-0e6ef01b5b76 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 07:56:45.280929 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [None req-93b8ad2e-b1c4-4b7b-8202-0e6ef01b5b76 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=84420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 07:56:45.282800 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-93b8ad2e-b1c4-4b7b-8202-0e6ef01b5b76 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8749642 Apr 07 07:56:46.708104 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 1361f783-bed2-425e-9b95-5354b170d210 up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 07:56:46.819059 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning for port 1361f783-bed2-425e-9b95-5354b170d210 completed by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 07:56:48.041285 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 40642) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 07:56:48.223464 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee02ed44-1da9-4c9e-9d44-f3d60d313f83 None None] Network 23ce194a-cf34-4bd3-8f8a-26258c7a2530 requested from dv-cinder-782390-4-smb {{(pid=84421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 07:56:48.393576 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-9ab1ea90-062a-4387-822c-e90c4630c391 None None] Provisioning for port 1361f783-bed2-425e-9b95-5354b170d210 completed by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 07:56:48.403989 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-9ab1ea90-062a-4387-822c-e90c4630c391 None None] Provisioning complete for port 1361f783-bed2-425e-9b95-5354b170d210 triggered by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 07:56:48.404406 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ea90-062a-4387-822c-e90c4630c391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:48.442181 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [None req-f12cb67c-c1d2-4858-a40c-16afd5818235 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=84420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 07:56:48.443814 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-f12cb67c-c1d2-4858-a40c-16afd5818235 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4015255 Apr 07 07:56:48.607033 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ea90-062a-4387-822c-e90c4630c391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:48.651474 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-9ab1ea90-062a-4387-822c-e90c4630c391 None None] For port 1361f783-bed2-425e-9b95-5354b170d210, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=1361f783-bed2-425e-9b95-5354b170d210,segment=NetworkSegment(4c0ce463-a3f6-4504-a27e-eda187f7143d),segment_id=4c0ce463-a3f6-4504-a27e-eda187f7143d)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 07:56:48.696155 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ea90-062a-4387-822c-e90c4630c391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:48.698267 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 07:56:48.770562 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1ea90-062a-4387-822c-e90c4630c391 None None] Pushing event updated for resources: {'Port': ['ID=1361f783-bed2-425e-9b95-5354b170d210,revision_number=3']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 07:56:48.773983 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9ab1ea90-062a-4387-822c-e90c4630c391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 07:56:48.818479 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-18ea0c90-86c9-445b-b08a-6424726d2ac7 None None] Provisioning complete for port 1361f783-bed2-425e-9b95-5354b170d210 triggered by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 07:56:48.818934 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-18ea0c90-86c9-445b-b08a-6424726d2ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:50.686543 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 1361f783-bed2-425e-9b95-5354b170d210 up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 07:56:50.762920 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning complete for port 1361f783-bed2-425e-9b95-5354b170d210 triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 07:56:50.763322 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:51.607349 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 40654) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 07:56:51.975206 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-f9c31a31-c53f-4e20-bbea-6665f05d1983 admin admin] Request body: {'router': {'tenant_id': 'e70d85c626ad497f972acf8b6fdfe816', 'admin_state_up': True, 'name': 'router1'}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 07:56:52.052210 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.policy [None req-f9c31a31-c53f-4e20-bbea-6665f05d1983 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84420) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 07 07:56:52.106886 dv-cinder-782390-4-smb neutron-server[84306]: WARNING oslo_policy.policy [None req-f9c31a31-c53f-4e20-bbea-6665f05d1983 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 07:56:52.107305 dv-cinder-782390-4-smb neutron-server[84306]: WARNING oslo_policy.policy [None req-f9c31a31-c53f-4e20-bbea-6665f05d1983 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 07:56:52.125879 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.quota [None req-f9c31a31-c53f-4e20-bbea-6665f05d1983 admin admin] Loaded quota_driver: . Apr 07 07:56:52.142114 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-f9c31a31-c53f-4e20-bbea-6665f05d1983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 07:56:52.148579 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-f9c31a31-c53f-4e20-bbea-6665f05d1983 admin admin] Usage tracker for resource:router and tenant:e70d85c626ad497f972acf8b6fdfe816 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 07:56:52.152978 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-f9c31a31-c53f-4e20-bbea-6665f05d1983 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 07:56:52.161180 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-f9c31a31-c53f-4e20-bbea-6665f05d1983 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 07:56:52.215730 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-48c062d0-f154-416c-a6a1-73be16f1ce57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:52.250806 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f9c31a31-c53f-4e20-bbea-6665f05d1983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854104860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854768465'] for router, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:52.253014 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f9c31a31-c53f-4e20-bbea-6665f05d1983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7316'] for router, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:52.332471 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f9c31a31-c53f-4e20-bbea-6665f05d1983 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:52.636709 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f9c31a31-c53f-4e20-bbea-6665f05d1983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854100582'] for router, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:52.681564 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f9c31a31-c53f-4e20-bbea-6665f05d1983 admin admin] Notify callbacks [] for router, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:52.682861 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-f9c31a31-c53f-4e20-bbea-6665f05d1983 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0744278 Apr 07 07:56:54.849773 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-43800e9c-98c4-4049-a292-c8f241508074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:55.335963 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:55.433159 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 40676) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 07:56:55.590546 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [None req-2b6b4f5b-9b95-4747-b87a-0cd76e271165 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=84420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 07:56:55.591622 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-2b6b4f5b-9b95-4747-b87a-0cd76e271165 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1575122 Apr 07 07:56:56.635721 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:56.735916 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:58.145648 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 40696) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 07:56:58.196137 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-9e695695-feff-4239-a02f-c1399844190f admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 07:56:58.202325 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-9e695695-feff-4239-a02f-c1399844190f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 07:56:58.206593 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-9e695695-feff-4239-a02f-c1399844190f admin admin] Usage tracker for resource:network and tenant:284a04297fa248039c107c8bdd04ae7b is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 07:56:58.209843 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-9e695695-feff-4239-a02f-c1399844190f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 07:56:58.216125 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-9e695695-feff-4239-a02f-c1399844190f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 07:56:58.304335 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e695695-feff-4239-a02f-c1399844190f admin admin] Made reservation on behalf of 284a04297fa248039c107c8bdd04ae7b for: {'network': 1} {{(pid=84420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 07:56:58.310417 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9e695695-feff-4239-a02f-c1399844190f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for network, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:58.327153 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9e695695-feff-4239-a02f-c1399844190f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:58.341951 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-9e695695-feff-4239-a02f-c1399844190f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 07:56:58.345915 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-9e695695-feff-4239-a02f-c1399844190f admin admin] Usage tracker for resource:security_group_rule and tenant:284a04297fa248039c107c8bdd04ae7b is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 07:56:58.349090 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-9e695695-feff-4239-a02f-c1399844190f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 07:56:58.354960 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-9e695695-feff-4239-a02f-c1399844190f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 07:56:58.597163 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9e695695-feff-4239-a02f-c1399844190f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:58.630245 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9e695695-feff-4239-a02f-c1399844190f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:58.634857 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 07:56:58.646012 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9e695695-feff-4239-a02f-c1399844190f admin admin] Reserving flat network on physical network physnet1 {{(pid=84420) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 07 07:56:58.730955 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9e695695-feff-4239-a02f-c1399844190f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762716471223', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:58.731561 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9e695695-feff-4239-a02f-c1399844190f admin admin] Unsubscribe: segment precommit_create {{(pid=84420) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 07 07:56:58.732037 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.db.segments_db [None req-9e695695-feff-4239-a02f-c1399844190f admin admin] Added segment 1cadf7a7-5200-427f-84ab-5b34fedab1ff of type flat for network 1ff46c99-7a5d-4315-af88-cb546c84119d Apr 07 07:56:58.787248 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e695695-feff-4239-a02f-c1399844190f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61e4b10-7c4d-4541-a213-4fc51e4f1459,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 07:56:58.811743 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e695695-feff-4239-a02f-c1399844190f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:58.812326 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e695695-feff-4239-a02f-c1399844190f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:58.812807 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e695695-feff-4239-a02f-c1399844190f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:58.813198 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e695695-feff-4239-a02f-c1399844190f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:58.813545 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e695695-feff-4239-a02f-c1399844190f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:58.813894 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e695695-feff-4239-a02f-c1399844190f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:58.814238 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e695695-feff-4239-a02f-c1399844190f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:58.814581 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e695695-feff-4239-a02f-c1399844190f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:58.814947 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e695695-feff-4239-a02f-c1399844190f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:58.815291 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e695695-feff-4239-a02f-c1399844190f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:58.815631 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e695695-feff-4239-a02f-c1399844190f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:58.815969 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e695695-feff-4239-a02f-c1399844190f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:56:58.817147 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e695695-feff-4239-a02f-c1399844190f admin admin] Tracked resource versions report: Apr 07 07:56:58.817147 dv-cinder-782390-4-smb neutron-server[84306]: pushed versions: Apr 07 07:56:58.817147 dv-cinder-782390-4-smb neutron-server[84306]: { 'AddressGroup': {'1.2'}, Apr 07 07:56:58.817147 dv-cinder-782390-4-smb neutron-server[84306]: 'ConntrackHelper': {'1.0'}, Apr 07 07:56:58.817147 dv-cinder-782390-4-smb neutron-server[84306]: 'Log': {'1.0'}, Apr 07 07:56:58.817147 dv-cinder-782390-4-smb neutron-server[84306]: 'Network': {'1.1'}, Apr 07 07:56:58.817147 dv-cinder-782390-4-smb neutron-server[84306]: 'Port': {'1.7'}, Apr 07 07:56:58.817147 dv-cinder-782390-4-smb neutron-server[84306]: 'PortForwarding': {'1.2'}, Apr 07 07:56:58.817147 dv-cinder-782390-4-smb neutron-server[84306]: 'QosPolicy': {'1.8'}, Apr 07 07:56:58.817147 dv-cinder-782390-4-smb neutron-server[84306]: 'SecurityGroup': {'1.4'}, Apr 07 07:56:58.817147 dv-cinder-782390-4-smb neutron-server[84306]: 'SecurityGroupRule': {'1.2'}, Apr 07 07:56:58.817147 dv-cinder-782390-4-smb neutron-server[84306]: 'SubPort': {'1.0'}, Apr 07 07:56:58.817147 dv-cinder-782390-4-smb neutron-server[84306]: 'Subnet': {'1.1'}, Apr 07 07:56:58.817147 dv-cinder-782390-4-smb neutron-server[84306]: 'Trunk': {'1.1'}} Apr 07 07:56:58.817147 dv-cinder-782390-4-smb neutron-server[84306]: consumer versions: Apr 07 07:56:58.817147 dv-cinder-782390-4-smb neutron-server[84306]: { DHCP agent@dv-cinder-782390-4-smb: {}, Apr 07 07:56:58.817147 dv-cinder-782390-4-smb neutron-server[84306]: L3 agent@dv-cinder-782390-4-smb: {}, Apr 07 07:56:58.817147 dv-cinder-782390-4-smb neutron-server[84306]: Metadata agent@dv-cinder-782390-4-smb: {}, Apr 07 07:56:58.817147 dv-cinder-782390-4-smb neutron-server[84306]: Metering agent@dv-cinder-782390-4-smb: {}, Apr 07 07:56:58.817147 dv-cinder-782390-4-smb neutron-server[84306]: Open vSwitch agent@dv-cinder-782390-4-smb: { 'AddressGroup': '1.2', Apr 07 07:56:58.817147 dv-cinder-782390-4-smb neutron-server[84306]: 'ConntrackHelper': '1.0', Apr 07 07:56:58.817147 dv-cinder-782390-4-smb neutron-server[84306]: 'Log': '1.0', Apr 07 07:56:58.817147 dv-cinder-782390-4-smb neutron-server[84306]: 'Network': '1.1', Apr 07 07:56:58.817147 dv-cinder-782390-4-smb neutron-server[84306]: 'Port': '1.7', Apr 07 07:56:58.817147 dv-cinder-782390-4-smb neutron-server[84306]: 'PortForwarding': '1.2', Apr 07 07:56:58.817147 dv-cinder-782390-4-smb neutron-server[84306]: 'QosPolicy': '1.8', Apr 07 07:56:58.817147 dv-cinder-782390-4-smb neutron-server[84306]: 'SecurityGroup': '1.4', Apr 07 07:56:58.817147 dv-cinder-782390-4-smb neutron-server[84306]: 'SecurityGroupRule': '1.2', Apr 07 07:56:58.817147 dv-cinder-782390-4-smb neutron-server[84306]: 'SubPort': '1.0', Apr 07 07:56:58.817147 dv-cinder-782390-4-smb neutron-server[84306]: 'Subnet': '1.1', Apr 07 07:56:58.817147 dv-cinder-782390-4-smb neutron-server[84306]: 'Trunk': '1.1'}} Apr 07 07:56:58.817147 dv-cinder-782390-4-smb neutron-server[84306]: {{(pid=84420) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 07 07:56:58.848606 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9e695695-feff-4239-a02f-c1399844190f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 07:56:58.890915 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9e695695-feff-4239-a02f-c1399844190f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762715970265'] for network, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:58.958702 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9e695695-feff-4239-a02f-c1399844190f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172'] for network, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:58.960379 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e695695-feff-4239-a02f-c1399844190f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 07:56:58.961034 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9e695695-feff-4239-a02f-c1399844190f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for network, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:56:58.965988 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 07:56:59.072375 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e695695-feff-4239-a02f-c1399844190f admin admin] Pushing event updated for resources: {'Network': ['ID=1ff46c99-7a5d-4315-af88-cb546c84119d,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 07:56:59.075581 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9e695695-feff-4239-a02f-c1399844190f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 07:56:59.083744 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Network 1ff46c99-7a5d-4315-af88-cb546c84119d details requested by agent ovs-agent-dv-cinder-782390-4-smb with host dv-cinder-782390-4-smb {{(pid=84421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 07:56:59.094230 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-9e695695-feff-4239-a02f-c1399844190f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9474759 Apr 07 07:57:01.639258 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 40710) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 07:57:01.759840 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded31765-fe4a-4328-94e0-476e21879ccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 07:57:01.761259 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-ded31765-fe4a-4328-94e0-476e21879ccd admin admin] 10.222.0.16 "GET /v2.0/subnets/7f85f394-bf15-4399-9a8e-f8bff9c4614d HTTP/1.1" status: 200 len: 849 time: 0.1210337 Apr 07 07:57:01.908359 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-16404941-291e-4488-992e-c0f2e69826ee admin admin] 10.222.0.16 "GET /v2.0/routers/1904491d-77ef-4537-9bb9-dd2636979f68 HTTP/1.1" status: 200 len: 704 time: 0.1402428 Apr 07 07:57:02.383962 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4f043719-23b0-460a-bdb1-a60dc0374f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:02.677877 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-4f043719-23b0-460a-bdb1-a60dc0374f64 admin admin] Allocated IP 172.20.0.1 (23ce194a-cf34-4bd3-8f8a-26258c7a2530/7f85f394-bf15-4399-9a8e-f8bff9c4614d/a36a06aa-59fd-49fc-9761-b9c4aad05f97) {{(pid=84420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 07:57:03.094501 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4f043719-23b0-460a-bdb1-a60dc0374f64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:03.112422 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-4f043719-23b0-460a-bdb1-a60dc0374f64 admin admin] Transition to ACTIVE for port object a36a06aa-59fd-49fc-9761-b9c4aad05f97 will not be triggered until provisioned by entity DHCP. {{(pid=84420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 07:57:03.201722 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4f043719-23b0-460a-bdb1-a60dc0374f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422'] for port, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:03.217108 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 07:57:03.356864 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f043719-23b0-460a-bdb1-a60dc0374f64 admin admin] Pushing event updated for resources: {'Port': ['ID=a36a06aa-59fd-49fc-9761-b9c4aad05f97,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 07:57:03.364252 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4f043719-23b0-460a-bdb1-a60dc0374f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 07:57:03.408716 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f043719-23b0-460a-bdb1-a60dc0374f64 admin admin] Network 23ce194a-cf34-4bd3-8f8a-26258c7a2530 is already hosted by enough agents. {{(pid=84420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 07:57:03.409810 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-4f043719-23b0-460a-bdb1-a60dc0374f64 admin admin] Resources bound (agent type, host, resource id): {{(pid=84420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 07:57:03.412678 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f043719-23b0-460a-bdb1-a60dc0374f64 admin admin] Received port after_create {{(pid=84420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 07:57:03.413197 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4f043719-23b0-460a-bdb1-a60dc0374f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-665159'] for router_interface, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:03.692675 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-fc7029bb-4911-45ce-b018-0da34e578ebd None None] Provisioning for port a36a06aa-59fd-49fc-9761-b9c4aad05f97 completed by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 07:57:03.697705 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-fc7029bb-4911-45ce-b018-0da34e578ebd None None] Provisioning complete for port a36a06aa-59fd-49fc-9761-b9c4aad05f97 triggered by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 07:57:03.698111 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fc7029bb-4911-45ce-b018-0da34e578ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:03.720710 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4f043719-23b0-460a-bdb1-a60dc0374f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:03.757856 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-fc7029bb-4911-45ce-b018-0da34e578ebd None None] Port a36a06aa-59fd-49fc-9761-b9c4aad05f97 cannot update to ACTIVE because it is not bound. {{(pid=84421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 07:57:04.008324 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4f043719-23b0-460a-bdb1-a60dc0374f64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:04.041034 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4f043719-23b0-460a-bdb1-a60dc0374f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:04.042106 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4f043719-23b0-460a-bdb1-a60dc0374f64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672914'] for router_interface, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:04.055955 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 07:57:04.185944 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f043719-23b0-460a-bdb1-a60dc0374f64 admin admin] Pushing event updated for resources: {'Port': ['ID=a36a06aa-59fd-49fc-9761-b9c4aad05f97,revision_number=2']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 07:57:04.195114 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4f043719-23b0-460a-bdb1-a60dc0374f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 07:57:04.243053 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f043719-23b0-460a-bdb1-a60dc0374f64 admin admin] Network 23ce194a-cf34-4bd3-8f8a-26258c7a2530 is already hosted by enough agents. {{(pid=84420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 07:57:04.244153 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-4f043719-23b0-460a-bdb1-a60dc0374f64 admin admin] Resources bound (agent type, host, resource id): {{(pid=84420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 07:57:04.476070 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f043719-23b0-460a-bdb1-a60dc0374f64 admin admin] Router 1904491d-77ef-4537-9bb9-dd2636979f68 is scheduled to L3 agent 9e1c8038-06ec-4f38-a606-610b3381902d with binding_index 1 {{(pid=84420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 07 07:57:04.481056 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-0881ad1b-c0b3-4bdc-b7dc-2ee5ca3e8da8 None None] Provisioning complete for port a36a06aa-59fd-49fc-9761-b9c4aad05f97 triggered by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 07:57:04.481456 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0881ad1b-c0b3-4bdc-b7dc-2ee5ca3e8da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:04.537127 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-0881ad1b-c0b3-4bdc-b7dc-2ee5ca3e8da8 None None] Port a36a06aa-59fd-49fc-9761-b9c4aad05f97 cannot update to ACTIVE because it is not bound. {{(pid=84421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 07:57:04.647565 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f043719-23b0-460a-bdb1-a60dc0374f64 admin admin] Notify agent at l3_agent.dv-cinder-782390-4-smb the message routers_updated {{(pid=84420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 07:57:04.658849 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-4f043719-23b0-460a-bdb1-a60dc0374f64 admin admin] 10.222.0.16 "PUT /v2.0/routers/1904491d-77ef-4537-9bb9-dd2636979f68/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7448890 Apr 07 07:57:04.659808 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63e5b77-31be-43f6-b47a-faf57a5df55e None None] Sync routers for ids ['1904491d-77ef-4537-9bb9-dd2636979f68'] in dv-cinder-782390-4-smb {{(pid=84422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 07:57:04.670850 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63e5b77-31be-43f6-b47a-faf57a5df55e None None] Routers {'1904491d-77ef-4537-9bb9-dd2636979f68'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 07:57:04.672310 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-b63e5b77-31be-43f6-b47a-faf57a5df55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T07:56:55Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['1904491d-77ef-4537-9bb9-dd2636979f68'], 'active': True} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 07:57:04.857653 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-b63e5b77-31be-43f6-b47a-faf57a5df55e None None] Set router 1904491d-77ef-4537-9bb9-dd2636979f68 gateway port host: None {{(pid=84422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 07:57:05.242829 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-b63e5b77-31be-43f6-b47a-faf57a5df55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1904491d-77ef-4537-9bb9-dd2636979f68', 'name': 'router1', 'tenant_id': 'e70d85c626ad497f972acf8b6fdfe816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:56:52Z', 'updated_at': '2021-04-07T07:57:03Z', 'revision_number': 2, 'project_id': 'e70d85c626ad497f972acf8b6fdfe816', 'gw_port_host': None, '_interfaces': [{'id': 'a36a06aa-59fd-49fc-9761-b9c4aad05f97', 'name': '', 'network_id': '23ce194a-cf34-4bd3-8f8a-26258c7a2530', 'tenant_id': 'e70d85c626ad497f972acf8b6fdfe816', 'mac_address': 'fa:16:3e:be:72:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1904491d-77ef-4537-9bb9-dd2636979f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7f85f394-bf15-4399-9a8e-f8bff9c4614d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:57:02Z', 'updated_at': '2021-04-07T07:57:03Z', 'revision_number': 2, 'project_id': 'e70d85c626ad497f972acf8b6fdfe816', 'subnets': [{'id': '7f85f394-bf15-4399-9a8e-f8bff9c4614d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4ab0d15-e4c9-484e-a15a-fa4dd239530d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 07:57:05.247916 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63e5b77-31be-43f6-b47a-faf57a5df55e None None] Checking router: 1904491d-77ef-4537-9bb9-dd2636979f68 for host: dv-cinder-782390-4-smb {{(pid=84422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 07:57:05.248346 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63e5b77-31be-43f6-b47a-faf57a5df55e None None] Updating router 1904491d-77ef-4537-9bb9-dd2636979f68 port a36a06aa-59fd-49fc-9761-b9c4aad05f97 binding host dv-cinder-782390-4-smb {{(pid=84422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 07:57:05.476603 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b63e5b77-31be-43f6-b47a-faf57a5df55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:05.918167 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b63e5b77-31be-43f6-b47a-faf57a5df55e None None] Notify callbacks [] for port, precommit_update {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:05.932811 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-b63e5b77-31be-43f6-b47a-faf57a5df55e None None] Transition to ACTIVE for port object a36a06aa-59fd-49fc-9761-b9c4aad05f97 will not be triggered until provisioned by entity L2. {{(pid=84422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 07:57:05.967173 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b63e5b77-31be-43f6-b47a-faf57a5df55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:05.983827 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 07:57:06.129461 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5678045d-1840-47af-a71f-f5eb53990daf None None] Pushing event updated for resources: {'Port': ['ID=a36a06aa-59fd-49fc-9761-b9c4aad05f97,revision_number=3']} {{(pid=84422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 07:57:06.140532 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5678045d-1840-47af-a71f-f5eb53990daf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:57:06.140980 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5678045d-1840-47af-a71f-f5eb53990daf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:57:06.141345 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5678045d-1840-47af-a71f-f5eb53990daf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:57:06.141704 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5678045d-1840-47af-a71f-f5eb53990daf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:57:06.142063 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5678045d-1840-47af-a71f-f5eb53990daf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:57:06.142414 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5678045d-1840-47af-a71f-f5eb53990daf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:57:06.142814 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5678045d-1840-47af-a71f-f5eb53990daf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:57:06.143163 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5678045d-1840-47af-a71f-f5eb53990daf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:57:06.143510 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5678045d-1840-47af-a71f-f5eb53990daf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:57:06.143856 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5678045d-1840-47af-a71f-f5eb53990daf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:57:06.144201 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5678045d-1840-47af-a71f-f5eb53990daf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:57:06.144543 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5678045d-1840-47af-a71f-f5eb53990daf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:57:06.145622 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5678045d-1840-47af-a71f-f5eb53990daf None None] Tracked resource versions report: Apr 07 07:57:06.145622 dv-cinder-782390-4-smb neutron-server[84306]: pushed versions: Apr 07 07:57:06.145622 dv-cinder-782390-4-smb neutron-server[84306]: { 'AddressGroup': {'1.2'}, Apr 07 07:57:06.145622 dv-cinder-782390-4-smb neutron-server[84306]: 'ConntrackHelper': {'1.0'}, Apr 07 07:57:06.145622 dv-cinder-782390-4-smb neutron-server[84306]: 'Log': {'1.0'}, Apr 07 07:57:06.145622 dv-cinder-782390-4-smb neutron-server[84306]: 'Network': {'1.1'}, Apr 07 07:57:06.145622 dv-cinder-782390-4-smb neutron-server[84306]: 'Port': {'1.7'}, Apr 07 07:57:06.145622 dv-cinder-782390-4-smb neutron-server[84306]: 'PortForwarding': {'1.2'}, Apr 07 07:57:06.145622 dv-cinder-782390-4-smb neutron-server[84306]: 'QosPolicy': {'1.8'}, Apr 07 07:57:06.145622 dv-cinder-782390-4-smb neutron-server[84306]: 'SecurityGroup': {'1.4'}, Apr 07 07:57:06.145622 dv-cinder-782390-4-smb neutron-server[84306]: 'SecurityGroupRule': {'1.2'}, Apr 07 07:57:06.145622 dv-cinder-782390-4-smb neutron-server[84306]: 'SubPort': {'1.0'}, Apr 07 07:57:06.145622 dv-cinder-782390-4-smb neutron-server[84306]: 'Subnet': {'1.1'}, Apr 07 07:57:06.145622 dv-cinder-782390-4-smb neutron-server[84306]: 'Trunk': {'1.1'}} Apr 07 07:57:06.145622 dv-cinder-782390-4-smb neutron-server[84306]: consumer versions: Apr 07 07:57:06.145622 dv-cinder-782390-4-smb neutron-server[84306]: { DHCP agent@dv-cinder-782390-4-smb: {}, Apr 07 07:57:06.145622 dv-cinder-782390-4-smb neutron-server[84306]: L3 agent@dv-cinder-782390-4-smb: {}, Apr 07 07:57:06.145622 dv-cinder-782390-4-smb neutron-server[84306]: Metadata agent@dv-cinder-782390-4-smb: {}, Apr 07 07:57:06.145622 dv-cinder-782390-4-smb neutron-server[84306]: Metering agent@dv-cinder-782390-4-smb: {}, Apr 07 07:57:06.145622 dv-cinder-782390-4-smb neutron-server[84306]: Open vSwitch agent@dv-cinder-782390-4-smb: { 'AddressGroup': '1.2', Apr 07 07:57:06.145622 dv-cinder-782390-4-smb neutron-server[84306]: 'ConntrackHelper': '1.0', Apr 07 07:57:06.145622 dv-cinder-782390-4-smb neutron-server[84306]: 'Log': '1.0', Apr 07 07:57:06.145622 dv-cinder-782390-4-smb neutron-server[84306]: 'Network': '1.1', Apr 07 07:57:06.145622 dv-cinder-782390-4-smb neutron-server[84306]: 'Port': '1.7', Apr 07 07:57:06.145622 dv-cinder-782390-4-smb neutron-server[84306]: 'PortForwarding': '1.2', Apr 07 07:57:06.145622 dv-cinder-782390-4-smb neutron-server[84306]: 'QosPolicy': '1.8', Apr 07 07:57:06.145622 dv-cinder-782390-4-smb neutron-server[84306]: 'SecurityGroup': '1.4', Apr 07 07:57:06.145622 dv-cinder-782390-4-smb neutron-server[84306]: 'SecurityGroupRule': '1.2', Apr 07 07:57:06.145622 dv-cinder-782390-4-smb neutron-server[84306]: 'SubPort': '1.0', Apr 07 07:57:06.145622 dv-cinder-782390-4-smb neutron-server[84306]: 'Subnet': '1.1', Apr 07 07:57:06.145622 dv-cinder-782390-4-smb neutron-server[84306]: 'Trunk': '1.1'}} Apr 07 07:57:06.145622 dv-cinder-782390-4-smb neutron-server[84306]: {{(pid=84422) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 07 07:57:06.152204 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5678045d-1840-47af-a71f-f5eb53990daf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 07:57:06.343899 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-b63e5b77-31be-43f6-b47a-faf57a5df55e None None] Attempting to bind port a36a06aa-59fd-49fc-9761-b9c4aad05f97 on host dv-cinder-782390-4-smb for vnic_type normal with profile {{(pid=84422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 07:57:06.344587 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-b63e5b77-31be-43f6-b47a-faf57a5df55e None None] Attempting to bind port a36a06aa-59fd-49fc-9761-b9c4aad05f97 by drivers openvswitch,hyperv on host dv-cinder-782390-4-smb at level 0 using segments [{'id': '4c0ce463-a3f6-4504-a27e-eda187f7143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '23ce194a-cf34-4bd3-8f8a-26258c7a2530'}] {{(pid=84422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 07:57:06.345217 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63e5b77-31be-43f6-b47a-faf57a5df55e None None] Attempting to bind port a36a06aa-59fd-49fc-9761-b9c4aad05f97 on network 23ce194a-cf34-4bd3-8f8a-26258c7a2530 {{(pid=84422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 07:57:06.351981 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63e5b77-31be-43f6-b47a-faf57a5df55e None None] Checking agent: {'id': '755cb15d-769a-4687-bcff-bddb0e9936ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 56, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 7, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 07:57:06.352401 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63e5b77-31be-43f6-b47a-faf57a5df55e None None] Checking segment: {'id': '4c0ce463-a3f6-4504-a27e-eda187f7143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '23ce194a-cf34-4bd3-8f8a-26258c7a2530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 07:57:06.352880 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b63e5b77-31be-43f6-b47a-faf57a5df55e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:06.353302 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63e5b77-31be-43f6-b47a-faf57a5df55e None None] Bound using segment: {'id': '4c0ce463-a3f6-4504-a27e-eda187f7143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '23ce194a-cf34-4bd3-8f8a-26258c7a2530'} {{(pid=84422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 07:57:06.353857 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-b63e5b77-31be-43f6-b47a-faf57a5df55e None None] Bound port: a36a06aa-59fd-49fc-9761-b9c4aad05f97, host: dv-cinder-782390-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c0ce463-a3f6-4504-a27e-eda187f7143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '23ce194a-cf34-4bd3-8f8a-26258c7a2530'}}] {{(pid=84422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 07:57:06.354259 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b63e5b77-31be-43f6-b47a-faf57a5df55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:06.452748 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-b63e5b77-31be-43f6-b47a-faf57a5df55e None None] For port a36a06aa-59fd-49fc-9761-b9c4aad05f97, host dv-cinder-782390-4-smb, cleared binding levels {{(pid=84422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 07:57:06.457323 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-b63e5b77-31be-43f6-b47a-faf57a5df55e None None] For port a36a06aa-59fd-49fc-9761-b9c4aad05f97, host dv-cinder-782390-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=a36a06aa-59fd-49fc-9761-b9c4aad05f97,segment=NetworkSegment(4c0ce463-a3f6-4504-a27e-eda187f7143d),segment_id=4c0ce463-a3f6-4504-a27e-eda187f7143d)] {{(pid=84422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 07:57:06.513456 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b63e5b77-31be-43f6-b47a-faf57a5df55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:06.528835 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5678045d-1840-47af-a71f-f5eb53990daf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 07:57:06.685783 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5678045d-1840-47af-a71f-f5eb53990daf None None] Pushing event updated for resources: {'Port': ['ID=a36a06aa-59fd-49fc-9761-b9c4aad05f97,revision_number=4']} {{(pid=84422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 07:57:06.691902 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5678045d-1840-47af-a71f-f5eb53990daf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 07:57:06.739545 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63e5b77-31be-43f6-b47a-faf57a5df55e None None] Routers {'1904491d-77ef-4537-9bb9-dd2636979f68'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 07:57:06.740202 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-b63e5b77-31be-43f6-b47a-faf57a5df55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T07:56:55Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['1904491d-77ef-4537-9bb9-dd2636979f68'], 'active': True} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 07:57:06.909458 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-b63e5b77-31be-43f6-b47a-faf57a5df55e None None] Set router 1904491d-77ef-4537-9bb9-dd2636979f68 gateway port host: None {{(pid=84422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 07:57:07.183686 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 40722) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 07:57:07.253696 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-b63e5b77-31be-43f6-b47a-faf57a5df55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1904491d-77ef-4537-9bb9-dd2636979f68', 'name': 'router1', 'tenant_id': 'e70d85c626ad497f972acf8b6fdfe816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:56:52Z', 'updated_at': '2021-04-07T07:57:03Z', 'revision_number': 2, 'project_id': 'e70d85c626ad497f972acf8b6fdfe816', 'gw_port_host': None, '_interfaces': [{'id': 'a36a06aa-59fd-49fc-9761-b9c4aad05f97', 'name': '', 'network_id': '23ce194a-cf34-4bd3-8f8a-26258c7a2530', 'tenant_id': 'e70d85c626ad497f972acf8b6fdfe816', 'mac_address': 'fa:16:3e:be:72:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1904491d-77ef-4537-9bb9-dd2636979f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7f85f394-bf15-4399-9a8e-f8bff9c4614d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:57:02Z', 'updated_at': '2021-04-07T07:57:06Z', 'revision_number': 4, 'project_id': 'e70d85c626ad497f972acf8b6fdfe816', 'subnets': [{'id': '7f85f394-bf15-4399-9a8e-f8bff9c4614d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4ab0d15-e4c9-484e-a15a-fa4dd239530d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 07:57:07.257886 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63e5b77-31be-43f6-b47a-faf57a5df55e None None] The sync data for ids ['1904491d-77ef-4537-9bb9-dd2636979f68'] in dv-cinder-782390-4-smb is: [{'id': '1904491d-77ef-4537-9bb9-dd2636979f68', 'name': 'router1', 'tenant_id': 'e70d85c626ad497f972acf8b6fdfe816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:56:52Z', 'updated_at': '2021-04-07T07:57:03Z', 'revision_number': 2, 'project_id': 'e70d85c626ad497f972acf8b6fdfe816', 'gw_port_host': None, '_interfaces': [{'id': 'a36a06aa-59fd-49fc-9761-b9c4aad05f97', 'name': '', 'network_id': '23ce194a-cf34-4bd3-8f8a-26258c7a2530', 'tenant_id': 'e70d85c626ad497f972acf8b6fdfe816', 'mac_address': 'fa:16:3e:be:72:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1904491d-77ef-4537-9bb9-dd2636979f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7f85f394-bf15-4399-9a8e-f8bff9c4614d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:57:02Z', 'updated_at': '2021-04-07T07:57:06Z', 'revision_number': 4, 'project_id': 'e70d85c626ad497f972acf8b6fdfe816', 'subnets': [{'id': '7f85f394-bf15-4399-9a8e-f8bff9c4614d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4ab0d15-e4c9-484e-a15a-fa4dd239530d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 07:57:07.347867 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d232d3cc-a831-4a33-ace2-af37766ef741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 07:57:07.348505 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-d232d3cc-a831-4a33-ace2-af37766ef741 admin admin] Synchronizing usage tracker for tenant:284a04297fa248039c107c8bdd04ae7b on resource:network {{(pid=84420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 07:57:07.401503 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-d232d3cc-a831-4a33-ace2-af37766ef741 admin admin] Unset dirty status for tenant:284a04297fa248039c107c8bdd04ae7b on resource:network {{(pid=84420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 07:57:07.402912 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-d232d3cc-a831-4a33-ace2-af37766ef741 admin admin] 10.222.0.16 "GET /v2.0/networks/1ff46c99-7a5d-4315-af88-cb546c84119d HTTP/1.1" status: 200 len: 842 time: 0.2181437 Apr 07 07:57:07.413260 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-20aec387-e693-4f63-8c49-99d200a3538d admin admin] Request body: {'subnet': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'gateway_ip': '172.28.3.1', 'enable_dhcp': False, 'cidr': '172.28.3.0/24', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 07:57:07.418867 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-20aec387-e693-4f63-8c49-99d200a3538d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 07:57:07.423622 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-20aec387-e693-4f63-8c49-99d200a3538d admin admin] Usage tracker for resource:subnet and tenant:284a04297fa248039c107c8bdd04ae7b is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 07:57:07.426578 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-20aec387-e693-4f63-8c49-99d200a3538d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 07:57:07.432909 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-20aec387-e693-4f63-8c49-99d200a3538d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 07:57:07.466894 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20aec387-e693-4f63-8c49-99d200a3538d admin admin] Made reservation on behalf of 284a04297fa248039c107c8bdd04ae7b for: {'subnet': 1} {{(pid=84420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 07:57:07.471407 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-20aec387-e693-4f63-8c49-99d200a3538d admin admin] Notify callbacks [] for subnet, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:08.270306 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.objects.ports [None req-20aec387-e693-4f63-8c49-99d200a3538d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84420) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 07 07:57:08.270865 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-20aec387-e693-4f63-8c49-99d200a3538d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172'] for subnet, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:08.286831 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 07:57:08.423398 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aec387-e693-4f63-8c49-99d200a3538d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9dcea17-38c4-48c8-a3c6-f64b629ec00f,revision_number=0']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 07:57:08.426649 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-20aec387-e693-4f63-8c49-99d200a3538d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 07:57:08.488849 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aec387-e693-4f63-8c49-99d200a3538d admin admin] Checking segment: {'id': '1cadf7a7-5200-427f-84ab-5b34fedab1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 07:57:08.489238 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20aec387-e693-4f63-8c49-99d200a3538d admin admin] Network hostable DHCP agents. Network: 1ff46c99-7a5d-4315-af88-cb546c84119d, hostable agents: ['6d586a76-6480-47e6-bcbb-1719500a6367'], hosted agents: [] {{(pid=84420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 07:57:08.572735 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20aec387-e693-4f63-8c49-99d200a3538d admin admin] Network 1ff46c99-7a5d-4315-af88-cb546c84119d is scheduled to be hosted by DHCP agent 6d586a76-6480-47e6-bcbb-1719500a6367 with binding_index 1 {{(pid=84420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 07:57:08.644062 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-20aec387-e693-4f63-8c49-99d200a3538d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-4-smb, 1ff46c99-7a5d-4315-af88-cb546c84119d) {{(pid=84420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 07:57:08.650073 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20aec387-e693-4f63-8c49-99d200a3538d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 07:57:08.650770 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-20aec387-e693-4f63-8c49-99d200a3538d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for subnet, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:08.659002 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf1606e-9b58-4f95-86fa-7d23e92b7ed1 None None] Network 1ff46c99-7a5d-4315-af88-cb546c84119d requested from dv-cinder-782390-4-smb {{(pid=84421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 07:57:08.724970 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-20aec387-e693-4f63-8c49-99d200a3538d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3155224 Apr 07 07:57:08.743736 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device a36a06aa-59fd-49fc-9761-b9c4aad05f97 up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 07:57:08.944194 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning for port a36a06aa-59fd-49fc-9761-b9c4aad05f97 completed by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 07:57:08.956148 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning complete for port a36a06aa-59fd-49fc-9761-b9c4aad05f97 triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 07:57:08.956557 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:08.984137 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1372789-0402-40e2-8780-b26baa52e8d2 None None] Network 1ff46c99-7a5d-4315-af88-cb546c84119d requested from dv-cinder-782390-4-smb {{(pid=84421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 07:57:09.382251 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:09.457422 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] For port a36a06aa-59fd-49fc-9761-b9c4aad05f97, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=a36a06aa-59fd-49fc-9761-b9c4aad05f97,segment=NetworkSegment(4c0ce463-a3f6-4504-a27e-eda187f7143d),segment_id=4c0ce463-a3f6-4504-a27e-eda187f7143d)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 07:57:09.504321 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:09.506374 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 07:57:09.575174 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Pushing event updated for resources: {'Port': ['ID=a36a06aa-59fd-49fc-9761-b9c4aad05f97,revision_number=5']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 07:57:09.578434 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 07:57:10.711990 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device a36a06aa-59fd-49fc-9761-b9c4aad05f97 up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 07:57:10.786276 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning complete for port a36a06aa-59fd-49fc-9761-b9c4aad05f97 triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 07:57:10.786722 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:11.340305 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 40736) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 07:57:11.547228 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-f36dbee2-5959-404d-85c0-133d67e0c374 admin admin] 10.222.0.16 "GET /v2.0/routers/1904491d-77ef-4537-9bb9-dd2636979f68 HTTP/1.1" status: 200 len: 710 time: 0.2057133 Apr 07 07:57:11.682640 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac6d2ab-bbeb-4ffa-a427-0a67147ca273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 07:57:11.684124 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-7ac6d2ab-bbeb-4ffa-a427-0a67147ca273 admin admin] 10.222.0.16 "GET /v2.0/networks/1ff46c99-7a5d-4315-af88-cb546c84119d HTTP/1.1" status: 200 len: 886 time: 0.1311660 Apr 07 07:57:11.694103 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-85189317-2a5e-4643-b187-9a9cc1adae84 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d'}}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 07:57:12.150083 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-85189317-2a5e-4643-b187-9a9cc1adae84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7301'] for router, precommit_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:12.523088 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-85189317-2a5e-4643-b187-9a9cc1adae84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:12.580611 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-85189317-2a5e-4643-b187-9a9cc1adae84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:12.717040 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-85189317-2a5e-4643-b187-9a9cc1adae84 admin admin] Allocated IP 172.28.3.215 (1ff46c99-7a5d-4315-af88-cb546c84119d/b9dcea17-38c4-48c8-a3c6-f64b629ec00f/28c2e70c-c991-47e3-a36d-15b05aa85083) {{(pid=84420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 07:57:13.047587 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-85189317-2a5e-4643-b187-9a9cc1adae84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:13.104135 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-85189317-2a5e-4643-b187-9a9cc1adae84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422'] for port, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:13.118878 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4f043719-23b0-460a-bdb1-a60dc0374f64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 07:57:13.256204 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85189317-2a5e-4643-b187-9a9cc1adae84 admin admin] Pushing event updated for resources: {'Port': ['ID=28c2e70c-c991-47e3-a36d-15b05aa85083,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 07:57:13.259229 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-85189317-2a5e-4643-b187-9a9cc1adae84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 07:57:13.302592 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85189317-2a5e-4643-b187-9a9cc1adae84 admin admin] Network 1ff46c99-7a5d-4315-af88-cb546c84119d is already hosted by enough agents. {{(pid=84420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 07:57:13.303668 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-85189317-2a5e-4643-b187-9a9cc1adae84 admin admin] Resources bound (agent type, host, resource id): {{(pid=84420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 07:57:13.306298 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85189317-2a5e-4643-b187-9a9cc1adae84 admin admin] Received port after_create {{(pid=84420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 07:57:13.803214 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-85189317-2a5e-4643-b187-9a9cc1adae84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:14.150571 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-85189317-2a5e-4643-b187-9a9cc1adae84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7301'] for router, precommit_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:14.153874 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-85189317-2a5e-4643-b187-9a9cc1adae84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854100582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854100627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-675218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854103293'] for router, after_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:14.333749 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85189317-2a5e-4643-b187-9a9cc1adae84 admin admin] Router 1904491d-77ef-4537-9bb9-dd2636979f68 has already been hosted by L3 agent 9e1c8038-06ec-4f38-a606-610b3381902d {{(pid=84420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 07:57:14.518836 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85189317-2a5e-4643-b187-9a9cc1adae84 admin admin] Notify agent at l3_agent.dv-cinder-782390-4-smb the message routers_updated {{(pid=84420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 07:57:14.527100 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-85189317-2a5e-4643-b187-9a9cc1adae84 admin admin] Notify callbacks [] for router, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:14.528404 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-85189317-2a5e-4643-b187-9a9cc1adae84 admin admin] 10.222.0.16 "PUT /v2.0/routers/1904491d-77ef-4537-9bb9-dd2636979f68 HTTP/1.1" status: 200 len: 890 time: 2.8377824 Apr 07 07:57:14.528833 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9308f4-2808-4f0f-937a-411bd980b28d None None] Sync routers for ids ['1904491d-77ef-4537-9bb9-dd2636979f68'] in dv-cinder-782390-4-smb {{(pid=84421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 07:57:14.539818 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9308f4-2808-4f0f-937a-411bd980b28d None None] Routers {'1904491d-77ef-4537-9bb9-dd2636979f68'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 07:57:14.540505 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-bc9308f4-2808-4f0f-937a-411bd980b28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T07:56:55Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['1904491d-77ef-4537-9bb9-dd2636979f68'], 'active': True} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 07:57:14.744011 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-bc9308f4-2808-4f0f-937a-411bd980b28d None None] Set router 1904491d-77ef-4537-9bb9-dd2636979f68 gateway port host: dv-cinder-782390-4-smb {{(pid=84421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 07:57:15.104425 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-bc9308f4-2808-4f0f-937a-411bd980b28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1904491d-77ef-4537-9bb9-dd2636979f68', 'name': 'router1', 'tenant_id': 'e70d85c626ad497f972acf8b6fdfe816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': '28c2e70c-c991-47e3-a36d-15b05aa85083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:56:52Z', 'updated_at': '2021-04-07T07:57:13Z', 'revision_number': 4, 'project_id': 'e70d85c626ad497f972acf8b6fdfe816', 'gw_port': {'id': '28c2e70c-c991-47e3-a36d-15b05aa85083', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1904491d-77ef-4537-9bb9-dd2636979f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:57:12Z', 'updated_at': '2021-04-07T07:57:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': 'a36a06aa-59fd-49fc-9761-b9c4aad05f97', 'name': '', 'network_id': '23ce194a-cf34-4bd3-8f8a-26258c7a2530', 'tenant_id': 'e70d85c626ad497f972acf8b6fdfe816', 'mac_address': 'fa:16:3e:be:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1904491d-77ef-4537-9bb9-dd2636979f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7f85f394-bf15-4399-9a8e-f8bff9c4614d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:57:02Z', 'updated_at': '2021-04-07T07:57:09Z', 'revision_number': 5, 'project_id': 'e70d85c626ad497f972acf8b6fdfe816', 'subnets': [{'id': '7f85f394-bf15-4399-9a8e-f8bff9c4614d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4ab0d15-e4c9-484e-a15a-fa4dd239530d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 07:57:15.109492 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9308f4-2808-4f0f-937a-411bd980b28d None None] Checking router: 1904491d-77ef-4537-9bb9-dd2636979f68 for host: dv-cinder-782390-4-smb {{(pid=84421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 07:57:15.109896 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9308f4-2808-4f0f-937a-411bd980b28d None None] Updating router 1904491d-77ef-4537-9bb9-dd2636979f68 port 28c2e70c-c991-47e3-a36d-15b05aa85083 binding host dv-cinder-782390-4-smb {{(pid=84421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 07:57:15.164498 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-bc9308f4-2808-4f0f-937a-411bd980b28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:15.564085 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-bc9308f4-2808-4f0f-937a-411bd980b28d None None] Notify callbacks [] for port, precommit_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:15.627075 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-bc9308f4-2808-4f0f-937a-411bd980b28d None None] Transition to ACTIVE for port object 28c2e70c-c991-47e3-a36d-15b05aa85083 will not be triggered until provisioned by entity L2. {{(pid=84421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 07:57:15.661308 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-bc9308f4-2808-4f0f-937a-411bd980b28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:15.676920 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 07:57:15.813521 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49392a54-8e8b-42a4-a128-582e4e03fb7d None None] Pushing event updated for resources: {'Port': ['ID=28c2e70c-c991-47e3-a36d-15b05aa85083,revision_number=2']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 07:57:15.817617 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-49392a54-8e8b-42a4-a128-582e4e03fb7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 07:57:15.874286 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-bc9308f4-2808-4f0f-937a-411bd980b28d None None] Attempting to bind port 28c2e70c-c991-47e3-a36d-15b05aa85083 on host dv-cinder-782390-4-smb for vnic_type normal with profile {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 07:57:15.874713 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-bc9308f4-2808-4f0f-937a-411bd980b28d None None] Attempting to bind port 28c2e70c-c991-47e3-a36d-15b05aa85083 by drivers openvswitch,hyperv on host dv-cinder-782390-4-smb at level 0 using segments [{'id': '1cadf7a7-5200-427f-84ab-5b34fedab1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d'}] {{(pid=84421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 07:57:15.875115 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9308f4-2808-4f0f-937a-411bd980b28d None None] Attempting to bind port 28c2e70c-c991-47e3-a36d-15b05aa85083 on network 1ff46c99-7a5d-4315-af88-cb546c84119d {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 07:57:15.880773 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9308f4-2808-4f0f-937a-411bd980b28d None None] Checking agent: {'id': '755cb15d-769a-4687-bcff-bddb0e9936ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 56, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 7, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 07:57:15.881172 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9308f4-2808-4f0f-937a-411bd980b28d None None] Checking segment: {'id': '1cadf7a7-5200-427f-84ab-5b34fedab1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 07:57:15.881604 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-bc9308f4-2808-4f0f-937a-411bd980b28d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:15.882024 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9308f4-2808-4f0f-937a-411bd980b28d None None] Bound using segment: {'id': '1cadf7a7-5200-427f-84ab-5b34fedab1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d'} {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 07:57:15.882519 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-bc9308f4-2808-4f0f-937a-411bd980b28d None None] Bound port: 28c2e70c-c991-47e3-a36d-15b05aa85083, host: dv-cinder-782390-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cadf7a7-5200-427f-84ab-5b34fedab1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d'}}] {{(pid=84421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 07:57:15.882966 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-bc9308f4-2808-4f0f-937a-411bd980b28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:16.003135 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-bc9308f4-2808-4f0f-937a-411bd980b28d None None] For port 28c2e70c-c991-47e3-a36d-15b05aa85083, host dv-cinder-782390-4-smb, cleared binding levels {{(pid=84421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 07:57:16.006225 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-bc9308f4-2808-4f0f-937a-411bd980b28d None None] For port 28c2e70c-c991-47e3-a36d-15b05aa85083, host dv-cinder-782390-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=28c2e70c-c991-47e3-a36d-15b05aa85083,segment=NetworkSegment(1cadf7a7-5200-427f-84ab-5b34fedab1ff),segment_id=1cadf7a7-5200-427f-84ab-5b34fedab1ff)] {{(pid=84421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 07:57:16.032949 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-bc9308f4-2808-4f0f-937a-411bd980b28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:16.049080 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-18870bb4-8761-4c60-b977-70d2d33ef567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 07:57:16.200430 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49392a54-8e8b-42a4-a128-582e4e03fb7d None None] Pushing event updated for resources: {'Port': ['ID=28c2e70c-c991-47e3-a36d-15b05aa85083,revision_number=3']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 07:57:16.206150 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-49392a54-8e8b-42a4-a128-582e4e03fb7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 07:57:16.397890 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9308f4-2808-4f0f-937a-411bd980b28d None None] Routers {'1904491d-77ef-4537-9bb9-dd2636979f68'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 07:57:16.398548 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-bc9308f4-2808-4f0f-937a-411bd980b28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T07:56:55Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['1904491d-77ef-4537-9bb9-dd2636979f68'], 'active': True} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 07:57:16.588009 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-bc9308f4-2808-4f0f-937a-411bd980b28d None None] Set router 1904491d-77ef-4537-9bb9-dd2636979f68 gateway port host: dv-cinder-782390-4-smb {{(pid=84421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 07:57:16.932815 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-bc9308f4-2808-4f0f-937a-411bd980b28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1904491d-77ef-4537-9bb9-dd2636979f68', 'name': 'router1', 'tenant_id': 'e70d85c626ad497f972acf8b6fdfe816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': '28c2e70c-c991-47e3-a36d-15b05aa85083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:56:52Z', 'updated_at': '2021-04-07T07:57:13Z', 'revision_number': 4, 'project_id': 'e70d85c626ad497f972acf8b6fdfe816', 'gw_port': {'id': '28c2e70c-c991-47e3-a36d-15b05aa85083', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1904491d-77ef-4537-9bb9-dd2636979f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:57:12Z', 'updated_at': '2021-04-07T07:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': 'a36a06aa-59fd-49fc-9761-b9c4aad05f97', 'name': '', 'network_id': '23ce194a-cf34-4bd3-8f8a-26258c7a2530', 'tenant_id': 'e70d85c626ad497f972acf8b6fdfe816', 'mac_address': 'fa:16:3e:be:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1904491d-77ef-4537-9bb9-dd2636979f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7f85f394-bf15-4399-9a8e-f8bff9c4614d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:57:02Z', 'updated_at': '2021-04-07T07:57:09Z', 'revision_number': 5, 'project_id': 'e70d85c626ad497f972acf8b6fdfe816', 'subnets': [{'id': '7f85f394-bf15-4399-9a8e-f8bff9c4614d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4ab0d15-e4c9-484e-a15a-fa4dd239530d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 07:57:16.937567 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9308f4-2808-4f0f-937a-411bd980b28d None None] The sync data for ids ['1904491d-77ef-4537-9bb9-dd2636979f68'] in dv-cinder-782390-4-smb is: [{'id': '1904491d-77ef-4537-9bb9-dd2636979f68', 'name': 'router1', 'tenant_id': 'e70d85c626ad497f972acf8b6fdfe816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': '28c2e70c-c991-47e3-a36d-15b05aa85083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:56:52Z', 'updated_at': '2021-04-07T07:57:13Z', 'revision_number': 4, 'project_id': 'e70d85c626ad497f972acf8b6fdfe816', 'gw_port': {'id': '28c2e70c-c991-47e3-a36d-15b05aa85083', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1904491d-77ef-4537-9bb9-dd2636979f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:57:12Z', 'updated_at': '2021-04-07T07:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': 'a36a06aa-59fd-49fc-9761-b9c4aad05f97', 'name': '', 'network_id': '23ce194a-cf34-4bd3-8f8a-26258c7a2530', 'tenant_id': 'e70d85c626ad497f972acf8b6fdfe816', 'mac_address': 'fa:16:3e:be:72:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1904491d-77ef-4537-9bb9-dd2636979f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7f85f394-bf15-4399-9a8e-f8bff9c4614d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:57:02Z', 'updated_at': '2021-04-07T07:57:09Z', 'revision_number': 5, 'project_id': 'e70d85c626ad497f972acf8b6fdfe816', 'subnets': [{'id': '7f85f394-bf15-4399-9a8e-f8bff9c4614d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4ab0d15-e4c9-484e-a15a-fa4dd239530d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 07:57:17.303384 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 40746) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 07:57:17.428469 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-f0042abe-7897-4bd0-8057-ea2391b48fa1 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1238503 Apr 07 07:57:18.751097 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 28c2e70c-c991-47e3-a36d-15b05aa85083 up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 07:57:18.869913 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning for port 28c2e70c-c991-47e3-a36d-15b05aa85083 completed by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 07:57:18.875962 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning complete for port 28c2e70c-c991-47e3-a36d-15b05aa85083 triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 07:57:18.876562 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:19.014331 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:19.032671 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] For port 28c2e70c-c991-47e3-a36d-15b05aa85083, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=28c2e70c-c991-47e3-a36d-15b05aa85083,segment=NetworkSegment(1cadf7a7-5200-427f-84ab-5b34fedab1ff),segment_id=1cadf7a7-5200-427f-84ab-5b34fedab1ff)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 07:57:19.066958 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:19.069322 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 07:57:19.143766 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Pushing event updated for resources: {'Port': ['ID=28c2e70c-c991-47e3-a36d-15b05aa85083,revision_number=4']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 07:57:19.146984 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 07:57:20.738402 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 28c2e70c-c991-47e3-a36d-15b05aa85083 up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 07:57:20.857701 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning complete for port 28c2e70c-c991-47e3-a36d-15b05aa85083 triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 07:57:20.858944 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:22.215628 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f4dfd754-5120-439b-ae3a-fef6f3f4ff2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:23.600607 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-61eb08f0-7502-418b-aacc-cf1078b9efe0 None None] Agent healthcheck: found 5 active agents {{(pid=84422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 07:57:24.849558 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-626a93c5-0dd9-4652-8166-e36930d19b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:25.330028 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:26.682730 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:26.726891 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:52.214183 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-15c76677-0bbf-4779-bb57-da68675a6113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:54.849223 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7d25a4d8-87eb-4d0c-ba61-1d87b50b729c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:55.317815 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:56.651779 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:57:56.725880 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:58:00.602584 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-61eb08f0-7502-418b-aacc-cf1078b9efe0 None None] Agent healthcheck: found 5 active agents {{(pid=84422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 07:58:22.209503 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1680e578-e0cd-4a9e-b29f-7174ae7f827f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:58:24.860428 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-34491709-6e44-4e23-af9e-41aea48ffa4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:58:25.323607 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:58:26.665880 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:58:26.725446 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:58:37.603800 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-61eb08f0-7502-418b-aacc-cf1078b9efe0 None None] Agent healthcheck: found 5 active agents {{(pid=84422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 07:58:52.208878 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-11eb3649-0957-4f91-a476-d148f7828286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:58:54.850693 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c1226159-f17f-4a0e-bb8d-cb66473967aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:58:55.330947 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:58:56.651098 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:58:56.724934 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:59:14.603977 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-61eb08f0-7502-418b-aacc-cf1078b9efe0 None None] Agent healthcheck: found 5 active agents {{(pid=84422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 07:59:22.208590 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b28c71ee-fb7c-426f-80c0-7eb3b44d3cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:59:24.836957 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4e40dbb5-8445-47e6-8928-ccf6a13dd88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:59:25.322715 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:59:26.650583 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:59:26.730641 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:59:34.355307 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 41316) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 07:59:34.430122 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.pecan_wsgi.hooks.translation [None req-b33d7a5b-0511-433c-9d54-cdaf7feeab02 admin admin] GET failed (client error): The resource could not be found. Apr 07 07:59:34.431509 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-b33d7a5b-0511-433c-9d54-cdaf7feeab02 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0750189 Apr 07 07:59:34.571950 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ede5c3-9e29-453c-841c-e94a625f5880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 07:59:34.573533 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-74ede5c3-9e29-453c-841c-e94a625f5880 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1371374 Apr 07 07:59:37.054672 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 41326) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 07:59:37.173211 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82323e4-4731-4170-b58b-e2a57762484a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 07:59:37.173812 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-d82323e4-4731-4170-b58b-e2a57762484a admin admin] Synchronizing usage tracker for tenant:284a04297fa248039c107c8bdd04ae7b on resource:subnet {{(pid=84420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 07:59:37.255929 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-d82323e4-4731-4170-b58b-e2a57762484a admin admin] Unset dirty status for tenant:284a04297fa248039c107c8bdd04ae7b on resource:subnet {{(pid=84420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 07:59:37.257200 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-d82323e4-4731-4170-b58b-e2a57762484a admin admin] 10.222.0.16 "GET /v2.0/subnets/7f85f394-bf15-4399-9a8e-f8bff9c4614d HTTP/1.1" status: 200 len: 849 time: 0.2014923 Apr 07 07:59:37.268506 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-f4d81e90-bf73-4ff4-bad3-a2e9d7de5926 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 07:59:37.394869 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f4d81e90-bf73-4ff4-bad3-a2e9d7de5926 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:59:37.902929 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f4d81e90-bf73-4ff4-bad3-a2e9d7de5926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363274138331269'] for subnet, after_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:59:37.918250 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-20aec387-e693-4f63-8c49-99d200a3538d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 07:59:38.066067 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d81e90-bf73-4ff4-bad3-a2e9d7de5926 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f85f394-bf15-4399-9a8e-f8bff9c4614d,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 07:59:38.077741 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d81e90-bf73-4ff4-bad3-a2e9d7de5926 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:59:38.078118 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d81e90-bf73-4ff4-bad3-a2e9d7de5926 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:59:38.078488 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d81e90-bf73-4ff4-bad3-a2e9d7de5926 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:59:38.078879 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d81e90-bf73-4ff4-bad3-a2e9d7de5926 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:59:38.079241 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d81e90-bf73-4ff4-bad3-a2e9d7de5926 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:59:38.079601 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d81e90-bf73-4ff4-bad3-a2e9d7de5926 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:59:38.079956 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d81e90-bf73-4ff4-bad3-a2e9d7de5926 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:59:38.080313 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d81e90-bf73-4ff4-bad3-a2e9d7de5926 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:59:38.080690 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d81e90-bf73-4ff4-bad3-a2e9d7de5926 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:59:38.081046 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d81e90-bf73-4ff4-bad3-a2e9d7de5926 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:59:38.081399 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d81e90-bf73-4ff4-bad3-a2e9d7de5926 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:59:38.081750 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d81e90-bf73-4ff4-bad3-a2e9d7de5926 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 07:59:38.087094 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f4d81e90-bf73-4ff4-bad3-a2e9d7de5926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 07:59:38.118506 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d81e90-bf73-4ff4-bad3-a2e9d7de5926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 07:59:38.119173 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f4d81e90-bf73-4ff4-bad3-a2e9d7de5926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for subnet, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:59:38.121041 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-f4d81e90-bf73-4ff4-bad3-a2e9d7de5926 admin admin] 10.222.0.16 "PUT /v2.0/subnets/7f85f394-bf15-4399-9a8e-f8bff9c4614d HTTP/1.1" status: 200 len: 868 time: 0.8563917 Apr 07 07:59:38.123980 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd811b9-5615-49c2-9b4a-0e9d9e1379fa None None] Network 23ce194a-cf34-4bd3-8f8a-26258c7a2530 requested from dv-cinder-782390-4-smb {{(pid=84421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 07:59:38.653740 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c8eba77-d81c-47d1-a841-1189c3a9eb6d None None] Provisioning complete for port 1361f783-bed2-425e-9b95-5354b170d210 triggered by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 07:59:38.654089 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c8eba77-d81c-47d1-a841-1189c3a9eb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:59:38.789066 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c8eba77-d81c-47d1-a841-1189c3a9eb6d None None] Provisioning complete for port a36a06aa-59fd-49fc-9761-b9c4aad05f97 triggered by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 07:59:38.789472 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c8eba77-d81c-47d1-a841-1189c3a9eb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:59:40.611036 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 41336) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 07:59:40.796601 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5832ad-d09b-419d-9264-d004dc547c95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 07:59:40.797128 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5832ad-d09b-419d-9264-d004dc547c95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 07:59:40.798800 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-cc5832ad-d09b-419d-9264-d004dc547c95 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1866999 Apr 07 07:59:43.282867 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 41346) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 07:59:43.469615 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b198983b-efad-4c99-aef2-302f4bf85899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 07:59:43.470070 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b198983b-efad-4c99-aef2-302f4bf85899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 07:59:43.471748 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-b198983b-efad-4c99-aef2-302f4bf85899 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1878552 Apr 07 07:59:46.012681 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 41356) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 07:59:46.201672 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1179a5d9-4dd9-4172-8d45-596105252b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 07:59:46.203082 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-1179a5d9-4dd9-4172-8d45-596105252b78 admin admin] 10.222.0.16 "GET /v2.0/networks/1ff46c99-7a5d-4315-af88-cb546c84119d HTTP/1.1" status: 200 len: 886 time: 0.1893318 Apr 07 07:59:48.696035 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 41366) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 07:59:48.885134 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb9c5dd-ac97-4dc4-af52-8a45f1a4d580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 07:59:48.887242 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-7fb9c5dd-ac97-4dc4-af52-8a45f1a4d580 admin admin] 10.222.0.16 "GET /v2.0/networks/23ce194a-cf34-4bd3-8f8a-26258c7a2530 HTTP/1.1" status: 200 len: 869 time: 0.1901906 Apr 07 07:59:51.366101 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 41376) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 07:59:51.483371 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edbf965-3ff4-4139-abdf-79262ece63fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 07:59:51.483891 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edbf965-3ff4-4139-abdf-79262ece63fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 07:59:51.485493 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-7edbf965-3ff4-4139-abdf-79262ece63fe admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1182985 Apr 07 07:59:51.604119 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-61eb08f0-7502-418b-aacc-cf1078b9efe0 None None] Agent healthcheck: found 5 active agents {{(pid=84422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 07:59:52.204336 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f8cf1b23-1b15-47b8-9972-324a2ca409b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:59:54.078851 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 41386) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 07:59:54.198153 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b6f47a-4a42-4667-9c7a-ebc0fc5bc776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 07:59:54.198710 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b6f47a-4a42-4667-9c7a-ebc0fc5bc776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 07:59:54.200300 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-b6b6f47a-4a42-4667-9c7a-ebc0fc5bc776 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1204247 Apr 07 07:59:54.850191 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e8a3535a-af3b-4696-84c4-5acaefb833e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:59:55.324514 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:59:56.665044 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:59:56.701627 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 41396) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 07:59:56.727923 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 07:59:56.821584 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc8102e-ff0c-4c25-b0a9-86dec180d5fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 07:59:56.823659 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-1bc8102e-ff0c-4c25-b0a9-86dec180d5fc admin admin] 10.222.0.16 "GET /v2.0/subnets/7f85f394-bf15-4399-9a8e-f8bff9c4614d HTTP/1.1" status: 200 len: 868 time: 0.1204660 Apr 07 07:59:59.315175 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 41406) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 07:59:59.424271 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabee076-02a7-4119-b9a1-8d05c5841e45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 07:59:59.425702 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-cabee076-02a7-4119-b9a1-8d05c5841e45 admin admin] 10.222.0.16 "GET /v2.0/subnets/b9dcea17-38c4-48c8-a3c6-f64b629ec00f HTTP/1.1" status: 200 len: 816 time: 0.1095040 Apr 07 08:00:22.203976 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-76c753db-812d-4742-955d-7cfa56321da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:00:24.855163 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f28e7d51-b95d-401a-9c31-07234ee73753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:00:25.351955 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:00:26.112235 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 41450) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:00:26.163746 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [None req-20deafb0-9026-4763-9138-5ba89885116a admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=84419) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 08:00:26.164794 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-20deafb0-9026-4763-9138-5ba89885116a admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0515561 Apr 07 08:00:26.660583 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:00:26.723276 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:00:28.604080 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-61eb08f0-7502-418b-aacc-cf1078b9efe0 None None] Agent healthcheck: found 5 active agents {{(pid=84422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 08:00:28.741904 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 41460) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:00:28.815369 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.pecan_wsgi.hooks.translation [None req-acc0c278-4572-4aec-a048-cce15b0bcc03 admin admin] GET failed (client error): The resource could not be found. Apr 07 08:00:28.816735 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-acc0c278-4572-4aec-a048-cce15b0bcc03 admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0738316 Apr 07 08:00:28.953603 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef3fcb4-8259-4e0d-a171-9c18f96243c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:00:28.955124 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-4ef3fcb4-8259-4e0d-a171-9c18f96243c2 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1341271 Apr 07 08:00:31.469035 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 41470) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:00:31.519926 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-a9d1516a-2a7e-4f85-a191-e36475077ce8 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:00:31.525541 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-a9d1516a-2a7e-4f85-a191-e36475077ce8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:00:31.535570 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-a9d1516a-2a7e-4f85-a191-e36475077ce8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:00:31.574598 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d1516a-2a7e-4f85-a191-e36475077ce8 admin admin] Made reservation on behalf of 284a04297fa248039c107c8bdd04ae7b for: {'network': 1} {{(pid=84419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:00:31.579188 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a9d1516a-2a7e-4f85-a191-e36475077ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for network, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:00:31.674059 dv-cinder-782390-4-smb neutron-server[84306]: WARNING neutron.services.revisions.revision_plugin [None req-a9d1516a-2a7e-4f85-a191-e36475077ce8 admin admin] Could not find related network for resource to bump revision. Apr 07 08:00:31.800021 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9d1516a-2a7e-4f85-a191-e36475077ce8 admin admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=84419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 08:00:31.809465 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a9d1516a-2a7e-4f85-a191-e36475077ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:00:31.809841 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.db.segments_db [None req-a9d1516a-2a7e-4f85-a191-e36475077ce8 admin admin] Added segment da2e68af-3d7d-4c44-bd4c-33667efa9866 of type vlan for network c079462e-0cf0-4193-a02d-051d52f7736c Apr 07 08:00:31.836097 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a9d1516a-2a7e-4f85-a191-e36475077ce8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762715970265'] for network, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:00:31.921682 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a9d1516a-2a7e-4f85-a191-e36475077ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172'] for network, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:00:31.923095 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d1516a-2a7e-4f85-a191-e36475077ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:00:31.923728 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a9d1516a-2a7e-4f85-a191-e36475077ce8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for network, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:00:31.928693 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:00:32.030178 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1516a-2a7e-4f85-a191-e36475077ce8 admin admin] Pushing event updated for resources: {'Network': ['ID=c079462e-0cf0-4193-a02d-051d52f7736c,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:00:32.037574 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d1516a-2a7e-4f85-a191-e36475077ce8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:00:32.037923 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d1516a-2a7e-4f85-a191-e36475077ce8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:00:32.038282 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d1516a-2a7e-4f85-a191-e36475077ce8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:00:32.038672 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d1516a-2a7e-4f85-a191-e36475077ce8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:00:32.039031 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d1516a-2a7e-4f85-a191-e36475077ce8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:00:32.039383 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d1516a-2a7e-4f85-a191-e36475077ce8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:00:32.039731 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d1516a-2a7e-4f85-a191-e36475077ce8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:00:32.040079 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d1516a-2a7e-4f85-a191-e36475077ce8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:00:32.040475 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d1516a-2a7e-4f85-a191-e36475077ce8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:00:32.040813 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d1516a-2a7e-4f85-a191-e36475077ce8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:00:32.041154 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d1516a-2a7e-4f85-a191-e36475077ce8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:00:32.041496 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d1516a-2a7e-4f85-a191-e36475077ce8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:00:32.045157 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a9d1516a-2a7e-4f85-a191-e36475077ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:00:32.053758 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Network c079462e-0cf0-4193-a02d-051d52f7736c details requested by agent ovs-agent-dv-cinder-782390-4-smb with host dv-cinder-782390-4-smb {{(pid=84421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 08:00:32.094027 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-a9d1516a-2a7e-4f85-a191-e36475077ce8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6238151 Apr 07 08:00:34.610641 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 41480) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:00:34.686900 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.pecan_wsgi.hooks.translation [None req-254047df-d5e3-474a-b7bc-ecc6af4df1c5 admin admin] GET failed (client error): The resource could not be found. Apr 07 08:00:34.687487 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-254047df-d5e3-474a-b7bc-ecc6af4df1c5 admin admin] Synchronizing usage tracker for tenant:284a04297fa248039c107c8bdd04ae7b on resource:network {{(pid=84419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:00:34.738864 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-254047df-d5e3-474a-b7bc-ecc6af4df1c5 admin admin] Unset dirty status for tenant:284a04297fa248039c107c8bdd04ae7b on resource:network {{(pid=84419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:00:34.740104 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-254047df-d5e3-474a-b7bc-ecc6af4df1c5 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1284373 Apr 07 08:00:34.849907 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9052791-d54c-485a-a920-26bee0ca88df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:00:34.851486 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-a9052791-d54c-485a-a920-26bee0ca88df admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1070015 Apr 07 08:00:34.862796 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-24c2bd74-e95e-4819-9265-415ae6ef6788 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'c079462e-0cf0-4193-a02d-051d52f7736c', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:00:34.867385 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-24c2bd74-e95e-4819-9265-415ae6ef6788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:00:34.877114 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-24c2bd74-e95e-4819-9265-415ae6ef6788 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:00:34.933182 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c2bd74-e95e-4819-9265-415ae6ef6788 admin admin] Made reservation on behalf of 284a04297fa248039c107c8bdd04ae7b for: {'subnet': 1} {{(pid=84419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:00:34.937695 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-24c2bd74-e95e-4819-9265-415ae6ef6788 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:00:35.413016 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-24c2bd74-e95e-4819-9265-415ae6ef6788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172'] for subnet, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:00:35.427626 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:00:35.707332 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2bd74-e95e-4819-9265-415ae6ef6788 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fba7a28-a0b0-414d-bcbc-64499ea12c72,revision_number=0']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:00:35.711123 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-24c2bd74-e95e-4819-9265-415ae6ef6788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:00:35.767469 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c2bd74-e95e-4819-9265-415ae6ef6788 admin admin] Checking segment: {'id': 'da2e68af-3d7d-4c44-bd4c-33667efa9866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c079462e-0cf0-4193-a02d-051d52f7736c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:00:35.767850 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c2bd74-e95e-4819-9265-415ae6ef6788 admin admin] Network hostable DHCP agents. Network: c079462e-0cf0-4193-a02d-051d52f7736c, hostable agents: ['6d586a76-6480-47e6-bcbb-1719500a6367'], hosted agents: [] {{(pid=84419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 08:00:35.830054 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c2bd74-e95e-4819-9265-415ae6ef6788 admin admin] Network c079462e-0cf0-4193-a02d-051d52f7736c is scheduled to be hosted by DHCP agent 6d586a76-6480-47e6-bcbb-1719500a6367 with binding_index 1 {{(pid=84419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 08:00:35.864337 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-24c2bd74-e95e-4819-9265-415ae6ef6788 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-4-smb, c079462e-0cf0-4193-a02d-051d52f7736c) {{(pid=84419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:00:35.868281 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c2bd74-e95e-4819-9265-415ae6ef6788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:00:35.869555 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-24c2bd74-e95e-4819-9265-415ae6ef6788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for subnet, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:00:35.874719 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d5c48f-135a-4932-8328-d4fa3de565b5 None None] Network c079462e-0cf0-4193-a02d-051d52f7736c requested from dv-cinder-782390-4-smb {{(pid=84421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 08:00:35.917429 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-24c2bd74-e95e-4819-9265-415ae6ef6788 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0583711 Apr 07 08:00:36.279094 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b92e576-1584-4ac3-bd62-21231a6f4028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22737d76-c58d-59f2-b2aa-1c8ba2f8451a-c079462e-0cf0-4193-a02d-051d52f7736c', 'network_id': 'c079462e-0cf0-4193-a02d-051d52f7736c', 'tenant_id': '284a04297fa248039c107c8bdd04ae7b', 'fixed_ips': [{'subnet_id': '7fba7a28-a0b0-414d-bcbc-64499ea12c72'}]}} from dv-cinder-782390-4-smb. {{(pid=84421) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 07 08:00:36.280095 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8b92e576-1584-4ac3-bd62-21231a6f4028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:00:36.460195 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-8b92e576-1584-4ac3-bd62-21231a6f4028 None None] Allocated IP 192.168.233.2 (c079462e-0cf0-4193-a02d-051d52f7736c/7fba7a28-a0b0-414d-bcbc-64499ea12c72/7c7ccf63-fbab-4f6c-a112-27858b3afcc3) {{(pid=84421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:00:36.731008 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8b92e576-1584-4ac3-bd62-21231a6f4028 None None] Notify callbacks [] for port, precommit_create {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:00:36.786584 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-8b92e576-1584-4ac3-bd62-21231a6f4028 None None] Transition to ACTIVE for port object 7c7ccf63-fbab-4f6c-a112-27858b3afcc3 will not be triggered until provisioned by entity L2. {{(pid=84421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:00:36.808035 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-8b92e576-1584-4ac3-bd62-21231a6f4028 None None] Transition to ACTIVE for port object 7c7ccf63-fbab-4f6c-a112-27858b3afcc3 will not be triggered until provisioned by entity DHCP. {{(pid=84421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:00:36.839145 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8b92e576-1584-4ac3-bd62-21231a6f4028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422'] for port, after_create {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:00:36.855515 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:00:37.001537 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b92e576-1584-4ac3-bd62-21231a6f4028 None None] Pushing event updated for resources: {'Port': ['ID=7c7ccf63-fbab-4f6c-a112-27858b3afcc3,revision_number=1']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:00:37.014432 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92e576-1584-4ac3-bd62-21231a6f4028 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:00:37.014872 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92e576-1584-4ac3-bd62-21231a6f4028 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:00:37.015248 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92e576-1584-4ac3-bd62-21231a6f4028 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:00:37.015618 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92e576-1584-4ac3-bd62-21231a6f4028 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:00:37.015993 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92e576-1584-4ac3-bd62-21231a6f4028 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:00:37.016417 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92e576-1584-4ac3-bd62-21231a6f4028 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:00:37.016773 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92e576-1584-4ac3-bd62-21231a6f4028 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:00:37.017134 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92e576-1584-4ac3-bd62-21231a6f4028 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:00:37.017493 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92e576-1584-4ac3-bd62-21231a6f4028 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:00:37.017848 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92e576-1584-4ac3-bd62-21231a6f4028 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:00:37.018204 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92e576-1584-4ac3-bd62-21231a6f4028 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:00:37.018556 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92e576-1584-4ac3-bd62-21231a6f4028 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:00:37.022682 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8b92e576-1584-4ac3-bd62-21231a6f4028 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:00:37.061253 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b92e576-1584-4ac3-bd62-21231a6f4028 None None] Network c079462e-0cf0-4193-a02d-051d52f7736c is already hosted by enough agents. {{(pid=84421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:00:37.062392 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-8b92e576-1584-4ac3-bd62-21231a6f4028 None None] Resources bound (agent type, host, resource id): {{(pid=84421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:00:37.064728 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b92e576-1584-4ac3-bd62-21231a6f4028 None None] Received port after_create {{(pid=84421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:00:37.161093 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-8b92e576-1584-4ac3-bd62-21231a6f4028 None None] Attempting to bind port 7c7ccf63-fbab-4f6c-a112-27858b3afcc3 on host dv-cinder-782390-4-smb for vnic_type normal with profile {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:00:37.161502 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-8b92e576-1584-4ac3-bd62-21231a6f4028 None None] Attempting to bind port 7c7ccf63-fbab-4f6c-a112-27858b3afcc3 by drivers openvswitch,hyperv on host dv-cinder-782390-4-smb at level 0 using segments [{'id': 'da2e68af-3d7d-4c44-bd4c-33667efa9866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c079462e-0cf0-4193-a02d-051d52f7736c'}] {{(pid=84421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 08:00:37.161906 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b92e576-1584-4ac3-bd62-21231a6f4028 None None] Attempting to bind port 7c7ccf63-fbab-4f6c-a112-27858b3afcc3 on network c079462e-0cf0-4193-a02d-051d52f7736c {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:00:37.167975 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b92e576-1584-4ac3-bd62-21231a6f4028 None None] Checking agent: {'id': '755cb15d-769a-4687-bcff-bddb0e9936ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 56, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 08:00:37.168389 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b92e576-1584-4ac3-bd62-21231a6f4028 None None] Checking segment: {'id': 'da2e68af-3d7d-4c44-bd4c-33667efa9866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c079462e-0cf0-4193-a02d-051d52f7736c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:00:37.168832 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8b92e576-1584-4ac3-bd62-21231a6f4028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:00:37.169270 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b92e576-1584-4ac3-bd62-21231a6f4028 None None] Bound using segment: {'id': 'da2e68af-3d7d-4c44-bd4c-33667efa9866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c079462e-0cf0-4193-a02d-051d52f7736c'} {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 08:00:37.169783 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-8b92e576-1584-4ac3-bd62-21231a6f4028 None None] Bound port: 7c7ccf63-fbab-4f6c-a112-27858b3afcc3, host: dv-cinder-782390-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da2e68af-3d7d-4c44-bd4c-33667efa9866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c079462e-0cf0-4193-a02d-051d52f7736c'}}] {{(pid=84421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 08:00:37.170854 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8b92e576-1584-4ac3-bd62-21231a6f4028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:00:37.266038 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-8b92e576-1584-4ac3-bd62-21231a6f4028 None None] For port 7c7ccf63-fbab-4f6c-a112-27858b3afcc3, host dv-cinder-782390-4-smb, cleared binding levels {{(pid=84421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 08:00:37.269564 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-8b92e576-1584-4ac3-bd62-21231a6f4028 None None] For port 7c7ccf63-fbab-4f6c-a112-27858b3afcc3, host dv-cinder-782390-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=7c7ccf63-fbab-4f6c-a112-27858b3afcc3,segment=NetworkSegment(da2e68af-3d7d-4c44-bd4c-33667efa9866),segment_id=da2e68af-3d7d-4c44-bd4c-33667efa9866)] {{(pid=84421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 08:00:37.328403 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8b92e576-1584-4ac3-bd62-21231a6f4028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:00:37.359667 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:00:37.500374 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b92e576-1584-4ac3-bd62-21231a6f4028 None None] Pushing event updated for resources: {'Port': ['ID=7c7ccf63-fbab-4f6c-a112-27858b3afcc3,revision_number=2']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:00:37.505631 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8b92e576-1584-4ac3-bd62-21231a6f4028 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:00:38.832457 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e359e940-2280-42bc-9a2f-0a2a24feddfb None None] Network c079462e-0cf0-4193-a02d-051d52f7736c requested from dv-cinder-782390-4-smb {{(pid=84421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 08:00:38.931979 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 7c7ccf63-fbab-4f6c-a112-27858b3afcc3 up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:00:38.998645 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-96ab019e-7190-4db5-8824-9f5687fe6e94 None None] Provisioning for port 7c7ccf63-fbab-4f6c-a112-27858b3afcc3 completed by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:00:39.131824 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning for port 7c7ccf63-fbab-4f6c-a112-27858b3afcc3 completed by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:00:39.143349 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning complete for port 7c7ccf63-fbab-4f6c-a112-27858b3afcc3 triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:00:39.143755 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:00:39.291445 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:00:39.327111 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] For port 7c7ccf63-fbab-4f6c-a112-27858b3afcc3, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=7c7ccf63-fbab-4f6c-a112-27858b3afcc3,segment=NetworkSegment(da2e68af-3d7d-4c44-bd4c-33667efa9866),segment_id=da2e68af-3d7d-4c44-bd4c-33667efa9866)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:00:39.358299 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:00:39.361928 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-18870bb4-8761-4c60-b977-70d2d33ef567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:00:39.445576 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-cbba1424-0752-4ca9-8c4d-6e7d274bbb2c None None] Provisioning complete for port 7c7ccf63-fbab-4f6c-a112-27858b3afcc3 triggered by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:00:39.445990 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cbba1424-0752-4ca9-8c4d-6e7d274bbb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:00:39.478061 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Pushing event updated for resources: {'Port': ['ID=7c7ccf63-fbab-4f6c-a112-27858b3afcc3,revision_number=3']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:00:39.481942 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:00:40.869511 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 7c7ccf63-fbab-4f6c-a112-27858b3afcc3 up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:00:40.944452 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning complete for port 7c7ccf63-fbab-4f6c-a112-27858b3afcc3 triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:00:40.944862 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:00:52.218953 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-728f6a7a-90b5-4a74-935f-33444f424a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:00:54.866013 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-afd34cae-e126-41ff-a08a-236d6104e88d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:00:55.334850 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:00:56.683274 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:00:56.745789 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:01:05.603762 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-61eb08f0-7502-418b-aacc-cf1078b9efe0 None None] Agent healthcheck: found 5 active agents {{(pid=84422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 08:01:22.225400 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-18975f39-c22d-45fc-9d4d-3c158c95b59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:01:24.860059 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4ba4e570-c1f1-444c-9908-7e49a16a6914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:01:25.351989 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:01:26.682832 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:01:26.750921 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:01:42.604141 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-61eb08f0-7502-418b-aacc-cf1078b9efe0 None None] Agent healthcheck: found 5 active agents {{(pid=84422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 08:01:52.231172 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-301605d7-ef61-428e-8381-78ba187958cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:01:54.871103 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d1a7ed0e-619f-4abd-a676-890dc7fdbe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:01:55.355291 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:01:56.693984 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:01:56.773998 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:02:05.203328 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 41532) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:02:05.210057 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [None req-595dbfde-7533-4081-aa86-12816dd56d20 tempest-verify_tempest_config-1104191794 tempest-verify_tempest_config-1104191794-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=84419) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 08:02:05.211594 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-595dbfde-7533-4081-aa86-12816dd56d20 tempest-verify_tempest_config-1104191794 tempest-verify_tempest_config-1104191794-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068002 Apr 07 08:02:05.715803 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 41550) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:02:05.839450 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-98915e13-7a19-4cc2-a224-b30ca9902797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:02:05.854401 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-98915e13-7a19-4cc2-a224-b30ca9902797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:02:05.858354 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-98915e13-7a19-4cc2-a224-b30ca9902797 admin admin] Usage tracker for resource:security_group_rule and tenant:a68e849261bd4e3390aae5cf90dcbac2 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:02:05.861747 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-98915e13-7a19-4cc2-a224-b30ca9902797 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:02:05.867721 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-98915e13-7a19-4cc2-a224-b30ca9902797 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:02:06.162965 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-98915e13-7a19-4cc2-a224-b30ca9902797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:02:06.195935 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-98915e13-7a19-4cc2-a224-b30ca9902797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:02:06.205526 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:02:06.248529 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-98915e13-7a19-4cc2-a224-b30ca9902797 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a68e849261bd4e3390aae5cf90dcbac2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5313935 Apr 07 08:02:06.249456 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98915e13-7a19-4cc2-a224-b30ca9902797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c820027b-40b2-464d-91e6-404a8c5e80b1,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:02:06.251351 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 41556) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:02:06.256997 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98915e13-7a19-4cc2-a224-b30ca9902797 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:02:06.257371 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98915e13-7a19-4cc2-a224-b30ca9902797 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:02:06.257737 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98915e13-7a19-4cc2-a224-b30ca9902797 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:02:06.258095 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98915e13-7a19-4cc2-a224-b30ca9902797 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:02:06.258486 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98915e13-7a19-4cc2-a224-b30ca9902797 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:02:06.259097 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98915e13-7a19-4cc2-a224-b30ca9902797 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:02:06.259450 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98915e13-7a19-4cc2-a224-b30ca9902797 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:02:06.259808 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98915e13-7a19-4cc2-a224-b30ca9902797 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:02:06.260181 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98915e13-7a19-4cc2-a224-b30ca9902797 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:02:06.260531 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98915e13-7a19-4cc2-a224-b30ca9902797 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:02:06.260879 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98915e13-7a19-4cc2-a224-b30ca9902797 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:02:06.261299 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98915e13-7a19-4cc2-a224-b30ca9902797 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:02:06.265405 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-98915e13-7a19-4cc2-a224-b30ca9902797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:02:06.313167 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8ba7e8c6-4a40-48a9-b2cd-200f55ff2993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:02:06.340243 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8ba7e8c6-4a40-48a9-b2cd-200f55ff2993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:02:06.481911 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8ba7e8c6-4a40-48a9-b2cd-200f55ff2993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:02:06.487035 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9e695695-feff-4239-a02f-c1399844190f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:02:06.499976 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba7e8c6-4a40-48a9-b2cd-200f55ff2993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c820027b-40b2-464d-91e6-404a8c5e80b1,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:02:06.509000 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba7e8c6-4a40-48a9-b2cd-200f55ff2993 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:02:06.509373 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba7e8c6-4a40-48a9-b2cd-200f55ff2993 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:02:06.509740 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba7e8c6-4a40-48a9-b2cd-200f55ff2993 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:02:06.510101 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba7e8c6-4a40-48a9-b2cd-200f55ff2993 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:02:06.510457 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba7e8c6-4a40-48a9-b2cd-200f55ff2993 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:02:06.510834 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba7e8c6-4a40-48a9-b2cd-200f55ff2993 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:02:06.511189 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba7e8c6-4a40-48a9-b2cd-200f55ff2993 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:02:06.511539 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba7e8c6-4a40-48a9-b2cd-200f55ff2993 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:02:06.511904 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba7e8c6-4a40-48a9-b2cd-200f55ff2993 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:02:06.512251 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba7e8c6-4a40-48a9-b2cd-200f55ff2993 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:02:06.512596 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba7e8c6-4a40-48a9-b2cd-200f55ff2993 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:02:06.512940 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba7e8c6-4a40-48a9-b2cd-200f55ff2993 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:02:06.516108 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8ba7e8c6-4a40-48a9-b2cd-200f55ff2993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:02:06.517507 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8ba7e8c6-4a40-48a9-b2cd-200f55ff2993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:02:06.518684 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-8ba7e8c6-4a40-48a9-b2cd-200f55ff2993 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c820027b-40b2-464d-91e6-404a8c5e80b1 HTTP/1.1" status: 204 len: 168 time: 0.2662985 Apr 07 08:02:19.603605 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-61eb08f0-7502-418b-aacc-cf1078b9efe0 None None] Agent healthcheck: found 5 active agents {{(pid=84422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 08:02:22.207513 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-36d4ca02-2fcc-4b02-841e-fc44aacb18e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:02:24.857983 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-351f7971-f10e-41e9-a8fc-2f728c171af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:02:25.356128 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:02:26.711171 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:02:26.744164 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:02:52.201324 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8f4a2599-fad2-4463-aa0c-9464373ca705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:02:54.932108 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9fa71987-188d-4cd9-b8c0-98f1d235b6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:02:55.372761 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:02:56.602870 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-61eb08f0-7502-418b-aacc-cf1078b9efe0 None None] Agent healthcheck: found 5 active agents {{(pid=84422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 08:02:56.750321 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:02:56.795846 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:03:22.206567 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-75250be0-945b-4d67-8a71-a795e3c2dff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:03:24.846592 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-12be00db-168f-48fa-8fc3-74ebf30eb107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:03:25.360546 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:03:26.686114 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:03:26.749045 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:03:33.602584 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-61eb08f0-7502-418b-aacc-cf1078b9efe0 None None] Agent healthcheck: found 5 active agents {{(pid=84422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 08:03:49.091916 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594'] for agent, after_create {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:03:52.200334 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6787e48f-d0ad-4ab3-b58a-76b1d45ff41b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:03:54.759087 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 41608) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:03:54.874901 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-87f3fb32-43e7-417b-b7f6-992d4490761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:03:54.877633 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-b1251f07-ffb9-411a-b6e3-3bdf63c1a482 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1173666 Apr 07 08:03:55.354833 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:03:56.679917 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:03:56.742661 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:03:57.383686 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 41618) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:03:57.443314 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-19ae00ef-201d-4a9b-8aed-ebfece9e106e admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0584774 Apr 07 08:04:10.603019 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-61eb08f0-7502-418b-aacc-cf1078b9efe0 None None] Agent healthcheck: found 6 active agents {{(pid=84422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 08:04:19.045198 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:04:22.210872 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-82f10240-56d5-4d83-a8c9-f6947fa602c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:04:24.856821 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a5f8e2e3-1aa1-43bb-9cd3-118dbd25e385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:04:25.342248 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:04:26.696593 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:04:26.747955 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:04:47.603138 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-61eb08f0-7502-418b-aacc-cf1078b9efe0 None None] Agent healthcheck: found 6 active agents {{(pid=84422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 08:04:49.050826 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:04:52.210939 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-acf84acf-aea1-46e4-b725-c071edde92d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:04:54.856221 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-396062ab-4513-4667-b373-41879e5f630d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:04:55.387918 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:04:56.696741 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:04:56.800221 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:19.050419 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:22.210497 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4ad25162-f279-44eb-a8ff-a5e65fe15f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:24.602679 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-61eb08f0-7502-418b-aacc-cf1078b9efe0 None None] Agent healthcheck: found 6 active agents {{(pid=84422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 08:05:24.855772 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-af81199d-29c0-4142-befd-90b5b91afee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:25.364483 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:26.684381 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:26.752998 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:33.912238 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 41784) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:05:33.980199 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 41794) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:05:34.187704 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-ca0dd7b8-e2ca-4e41-a0ab-02a7baeeef1a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-364171141-network', 'tenant_id': '56e6d3233cd34fd5b7ffea874523bb65'}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:05:34.193192 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-ca0dd7b8-e2ca-4e41-a0ab-02a7baeeef1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:05:34.197398 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-ca0dd7b8-e2ca-4e41-a0ab-02a7baeeef1a admin admin] Usage tracker for resource:network and tenant:56e6d3233cd34fd5b7ffea874523bb65 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:05:34.200922 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-ca0dd7b8-e2ca-4e41-a0ab-02a7baeeef1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:05:34.207891 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-ca0dd7b8-e2ca-4e41-a0ab-02a7baeeef1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:05:34.244927 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-f432b33c-533d-4f2a-aee9-4e2da8cbeb7e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-42555761-network', 'tenant_id': '9eaeeda39a4b47ae8eb1d0351d5b6be3'}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:05:34.250026 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-f432b33c-533d-4f2a-aee9-4e2da8cbeb7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:05:34.254945 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-f432b33c-533d-4f2a-aee9-4e2da8cbeb7e admin admin] Usage tracker for resource:network and tenant:9eaeeda39a4b47ae8eb1d0351d5b6be3 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:05:34.258133 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-f432b33c-533d-4f2a-aee9-4e2da8cbeb7e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:05:34.260823 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0dd7b8-e2ca-4e41-a0ab-02a7baeeef1a admin admin] Made reservation on behalf of 56e6d3233cd34fd5b7ffea874523bb65 for: {'network': 1} {{(pid=84420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:05:34.269128 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ca0dd7b8-e2ca-4e41-a0ab-02a7baeeef1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for network, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:34.285214 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-f432b33c-533d-4f2a-aee9-4e2da8cbeb7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:05:34.287494 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ca0dd7b8-e2ca-4e41-a0ab-02a7baeeef1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:34.310155 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-ca0dd7b8-e2ca-4e41-a0ab-02a7baeeef1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:05:34.315193 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-ca0dd7b8-e2ca-4e41-a0ab-02a7baeeef1a admin admin] Usage tracker for resource:security_group_rule and tenant:56e6d3233cd34fd5b7ffea874523bb65 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:05:34.318314 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-ca0dd7b8-e2ca-4e41-a0ab-02a7baeeef1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:05:34.325030 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-ca0dd7b8-e2ca-4e41-a0ab-02a7baeeef1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:05:34.334546 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f432b33c-533d-4f2a-aee9-4e2da8cbeb7e admin admin] Made reservation on behalf of 9eaeeda39a4b47ae8eb1d0351d5b6be3 for: {'network': 1} {{(pid=84420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:05:34.339247 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f432b33c-533d-4f2a-aee9-4e2da8cbeb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for network, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:34.360627 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f432b33c-533d-4f2a-aee9-4e2da8cbeb7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:34.386266 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-f432b33c-533d-4f2a-aee9-4e2da8cbeb7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:05:34.393489 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-f432b33c-533d-4f2a-aee9-4e2da8cbeb7e admin admin] Usage tracker for resource:security_group_rule and tenant:9eaeeda39a4b47ae8eb1d0351d5b6be3 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:05:34.397468 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-f432b33c-533d-4f2a-aee9-4e2da8cbeb7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:05:34.408303 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-f432b33c-533d-4f2a-aee9-4e2da8cbeb7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:05:34.537843 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ca0dd7b8-e2ca-4e41-a0ab-02a7baeeef1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:34.567698 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ca0dd7b8-e2ca-4e41-a0ab-02a7baeeef1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:34.580089 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8ba7e8c6-4a40-48a9-b2cd-200f55ff2993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:05:34.597368 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f432b33c-533d-4f2a-aee9-4e2da8cbeb7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:34.621179 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0dd7b8-e2ca-4e41-a0ab-02a7baeeef1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee21451-714c-4d37-ba75-2375e5c5ec9f,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:05:34.627671 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca0dd7b8-e2ca-4e41-a0ab-02a7baeeef1a admin admin] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=84420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 08:05:34.636689 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0dd7b8-e2ca-4e41-a0ab-02a7baeeef1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:34.637064 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0dd7b8-e2ca-4e41-a0ab-02a7baeeef1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:34.637425 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0dd7b8-e2ca-4e41-a0ab-02a7baeeef1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:34.637788 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0dd7b8-e2ca-4e41-a0ab-02a7baeeef1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:34.638142 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0dd7b8-e2ca-4e41-a0ab-02a7baeeef1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:34.638499 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0dd7b8-e2ca-4e41-a0ab-02a7baeeef1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:34.638903 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0dd7b8-e2ca-4e41-a0ab-02a7baeeef1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:34.639258 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0dd7b8-e2ca-4e41-a0ab-02a7baeeef1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:34.639623 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0dd7b8-e2ca-4e41-a0ab-02a7baeeef1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:34.640013 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0dd7b8-e2ca-4e41-a0ab-02a7baeeef1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:34.640363 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0dd7b8-e2ca-4e41-a0ab-02a7baeeef1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:34.640712 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0dd7b8-e2ca-4e41-a0ab-02a7baeeef1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:34.641881 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0dd7b8-e2ca-4e41-a0ab-02a7baeeef1a admin admin] Tracked resource versions report: Apr 07 08:05:34.641881 dv-cinder-782390-4-smb neutron-server[84306]: pushed versions: Apr 07 08:05:34.641881 dv-cinder-782390-4-smb neutron-server[84306]: { 'AddressGroup': {'1.2'}, Apr 07 08:05:34.641881 dv-cinder-782390-4-smb neutron-server[84306]: 'ConntrackHelper': {'1.0'}, Apr 07 08:05:34.641881 dv-cinder-782390-4-smb neutron-server[84306]: 'Log': {'1.0'}, Apr 07 08:05:34.641881 dv-cinder-782390-4-smb neutron-server[84306]: 'Network': {'1.1'}, Apr 07 08:05:34.641881 dv-cinder-782390-4-smb neutron-server[84306]: 'Port': {'1.7'}, Apr 07 08:05:34.641881 dv-cinder-782390-4-smb neutron-server[84306]: 'PortForwarding': {'1.2'}, Apr 07 08:05:34.641881 dv-cinder-782390-4-smb neutron-server[84306]: 'QosPolicy': {'1.8'}, Apr 07 08:05:34.641881 dv-cinder-782390-4-smb neutron-server[84306]: 'SecurityGroup': {'1.4'}, Apr 07 08:05:34.641881 dv-cinder-782390-4-smb neutron-server[84306]: 'SecurityGroupRule': {'1.2'}, Apr 07 08:05:34.641881 dv-cinder-782390-4-smb neutron-server[84306]: 'SubPort': {'1.0'}, Apr 07 08:05:34.641881 dv-cinder-782390-4-smb neutron-server[84306]: 'Subnet': {'1.1'}, Apr 07 08:05:34.641881 dv-cinder-782390-4-smb neutron-server[84306]: 'Trunk': {'1.1'}} Apr 07 08:05:34.641881 dv-cinder-782390-4-smb neutron-server[84306]: consumer versions: Apr 07 08:05:34.641881 dv-cinder-782390-4-smb neutron-server[84306]: { DHCP agent@dv-cinder-782390-4-smb: {}, Apr 07 08:05:34.641881 dv-cinder-782390-4-smb neutron-server[84306]: HyperV agent@hv-cinder-78239: {}, Apr 07 08:05:34.641881 dv-cinder-782390-4-smb neutron-server[84306]: L3 agent@dv-cinder-782390-4-smb: {}, Apr 07 08:05:34.641881 dv-cinder-782390-4-smb neutron-server[84306]: Metadata agent@dv-cinder-782390-4-smb: {}, Apr 07 08:05:34.641881 dv-cinder-782390-4-smb neutron-server[84306]: Metering agent@dv-cinder-782390-4-smb: {}, Apr 07 08:05:34.641881 dv-cinder-782390-4-smb neutron-server[84306]: Open vSwitch agent@dv-cinder-782390-4-smb: { 'AddressGroup': '1.2', Apr 07 08:05:34.641881 dv-cinder-782390-4-smb neutron-server[84306]: 'ConntrackHelper': '1.0', Apr 07 08:05:34.641881 dv-cinder-782390-4-smb neutron-server[84306]: 'Log': '1.0', Apr 07 08:05:34.641881 dv-cinder-782390-4-smb neutron-server[84306]: 'Network': '1.1', Apr 07 08:05:34.641881 dv-cinder-782390-4-smb neutron-server[84306]: 'Port': '1.7', Apr 07 08:05:34.641881 dv-cinder-782390-4-smb neutron-server[84306]: 'PortForwarding': '1.2', Apr 07 08:05:34.641881 dv-cinder-782390-4-smb neutron-server[84306]: 'QosPolicy': '1.8', Apr 07 08:05:34.641881 dv-cinder-782390-4-smb neutron-server[84306]: 'SecurityGroup': '1.4', Apr 07 08:05:34.641881 dv-cinder-782390-4-smb neutron-server[84306]: 'SecurityGroupRule': '1.2', Apr 07 08:05:34.641881 dv-cinder-782390-4-smb neutron-server[84306]: 'SubPort': '1.0', Apr 07 08:05:34.641881 dv-cinder-782390-4-smb neutron-server[84306]: 'Subnet': '1.1', Apr 07 08:05:34.641881 dv-cinder-782390-4-smb neutron-server[84306]: 'Trunk': '1.1'}} Apr 07 08:05:34.641881 dv-cinder-782390-4-smb neutron-server[84306]: {{(pid=84420) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 07 08:05:34.659201 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f432b33c-533d-4f2a-aee9-4e2da8cbeb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:34.659201 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-ca0dd7b8-e2ca-4e41-a0ab-02a7baeeef1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:05:34.664743 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ca0dd7b8-e2ca-4e41-a0ab-02a7baeeef1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:34.665128 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.db.segments_db [None req-ca0dd7b8-e2ca-4e41-a0ab-02a7baeeef1a admin admin] Added segment 8ffa5890-4b46-4d35-966a-ad851e07de8f of type vlan for network 660a15b8-db25-4329-858d-15d29ef98e07 Apr 07 08:05:34.666327 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:05:34.702983 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f432b33c-533d-4f2a-aee9-4e2da8cbeb7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec7605d-ba5a-466d-be60-7cdfe99e0793,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:05:34.706240 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f432b33c-533d-4f2a-aee9-4e2da8cbeb7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:05:34.839217 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 41834) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:05:34.853595 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f432b33c-533d-4f2a-aee9-4e2da8cbeb7e admin admin] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=84420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 08:05:34.865756 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f432b33c-533d-4f2a-aee9-4e2da8cbeb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:34.866146 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.db.segments_db [None req-f432b33c-533d-4f2a-aee9-4e2da8cbeb7e admin admin] Added segment fd84e018-6bdf-49ce-91de-b018ab577ddb of type vlan for network c6933257-8ef8-4bce-aa40-707967b2369e Apr 07 08:05:34.873535 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 41840) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:05:34.902925 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ca0dd7b8-e2ca-4e41-a0ab-02a7baeeef1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762715970265'] for network, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:34.927083 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f432b33c-533d-4f2a-aee9-4e2da8cbeb7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762715970265'] for network, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:34.999235 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ca0dd7b8-e2ca-4e41-a0ab-02a7baeeef1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172'] for network, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:35.001733 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0dd7b8-e2ca-4e41-a0ab-02a7baeeef1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:05:35.002684 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ca0dd7b8-e2ca-4e41-a0ab-02a7baeeef1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for network, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:35.009045 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9e695695-feff-4239-a02f-c1399844190f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:05:35.038892 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f432b33c-533d-4f2a-aee9-4e2da8cbeb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172'] for network, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:35.054589 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f432b33c-533d-4f2a-aee9-4e2da8cbeb7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:05:35.055261 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f432b33c-533d-4f2a-aee9-4e2da8cbeb7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for network, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:35.077964 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 41856) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:05:35.139934 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0dd7b8-e2ca-4e41-a0ab-02a7baeeef1a admin admin] Pushing event updated for resources: {'Network': ['ID=660a15b8-db25-4329-858d-15d29ef98e07,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:05:35.143176 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-ca0dd7b8-e2ca-4e41-a0ab-02a7baeeef1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:05:35.144152 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:05:35.151287 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Network 660a15b8-db25-4329-858d-15d29ef98e07 details requested by agent ovs-agent-dv-cinder-782390-4-smb with host dv-cinder-782390-4-smb {{(pid=84421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 08:05:35.195930 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-2a1ddc58-90ab-4947-a376-ba908783e374 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1522203858-network', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5'}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:05:35.203120 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-2a1ddc58-90ab-4947-a376-ba908783e374 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:05:35.209839 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-2a1ddc58-90ab-4947-a376-ba908783e374 admin admin] Usage tracker for resource:network and tenant:fbff52d4f92c40aa9b8208fa7e54d5d5 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:05:35.213536 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-2a1ddc58-90ab-4947-a376-ba908783e374 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:05:35.220755 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-2a1ddc58-90ab-4947-a376-ba908783e374 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:05:35.255887 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1ddc58-90ab-4947-a376-ba908783e374 admin admin] Made reservation on behalf of fbff52d4f92c40aa9b8208fa7e54d5d5 for: {'network': 1} {{(pid=84419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:05:35.260699 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2a1ddc58-90ab-4947-a376-ba908783e374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for network, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:35.274452 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-5e86587c-b5cd-48ee-9cb8-cbe3c6082343 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1051290457-network', 'tenant_id': '0065664477534e84a7f46e809ac97417'}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:05:35.275211 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2a1ddc58-90ab-4947-a376-ba908783e374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:35.281660 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-ca0dd7b8-e2ca-4e41-a0ab-02a7baeeef1a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3681076 Apr 07 08:05:35.286898 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 41864) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:05:35.299793 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-3f085452-6a24-47ee-9206-add25f60d87d admin admin] Request body: {'subnet': {'network_id': '660a15b8-db25-4329-858d-15d29ef98e07', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-364171141-subnet', 'tenant_id': '56e6d3233cd34fd5b7ffea874523bb65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:05:35.300528 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-2a1ddc58-90ab-4947-a376-ba908783e374 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:05:35.306260 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-2a1ddc58-90ab-4947-a376-ba908783e374 admin admin] Usage tracker for resource:security_group_rule and tenant:fbff52d4f92c40aa9b8208fa7e54d5d5 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:05:35.309395 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-2a1ddc58-90ab-4947-a376-ba908783e374 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:05:35.313429 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-5e86587c-b5cd-48ee-9cb8-cbe3c6082343 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:05:35.316452 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-2a1ddc58-90ab-4947-a376-ba908783e374 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:05:35.319423 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-5e86587c-b5cd-48ee-9cb8-cbe3c6082343 admin admin] Usage tracker for resource:network and tenant:0065664477534e84a7f46e809ac97417 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:05:35.323130 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-5e86587c-b5cd-48ee-9cb8-cbe3c6082343 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:05:35.331528 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-5e86587c-b5cd-48ee-9cb8-cbe3c6082343 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:05:35.345296 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-3f085452-6a24-47ee-9206-add25f60d87d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:05:35.349767 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-f432b33c-533d-4f2a-aee9-4e2da8cbeb7e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3672819 Apr 07 08:05:35.351345 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f432b33c-533d-4f2a-aee9-4e2da8cbeb7e admin admin] Pushing event updated for resources: {'Network': ['ID=c6933257-8ef8-4bce-aa40-707967b2369e,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:05:35.358051 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 41874) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:05:35.361765 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-3f085452-6a24-47ee-9206-add25f60d87d admin admin] Usage tracker for resource:subnet and tenant:56e6d3233cd34fd5b7ffea874523bb65 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:05:35.364910 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Network c6933257-8ef8-4bce-aa40-707967b2369e details requested by agent ovs-agent-dv-cinder-782390-4-smb with host dv-cinder-782390-4-smb {{(pid=84421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 08:05:35.366501 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-11f149f7-5d90-44e9-b92a-f921ba720b6f admin admin] Request body: {'subnet': {'network_id': 'c6933257-8ef8-4bce-aa40-707967b2369e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-42555761-subnet', 'tenant_id': '9eaeeda39a4b47ae8eb1d0351d5b6be3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:05:35.366759 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f432b33c-533d-4f2a-aee9-4e2da8cbeb7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:05:35.367791 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-3f085452-6a24-47ee-9206-add25f60d87d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:05:35.372317 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-11f149f7-5d90-44e9-b92a-f921ba720b6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:05:35.374350 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-3f085452-6a24-47ee-9206-add25f60d87d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:05:35.379038 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e86587c-b5cd-48ee-9cb8-cbe3c6082343 admin admin] Made reservation on behalf of 0065664477534e84a7f46e809ac97417 for: {'network': 1} {{(pid=84420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:05:35.380376 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-11f149f7-5d90-44e9-b92a-f921ba720b6f admin admin] Usage tracker for resource:subnet and tenant:9eaeeda39a4b47ae8eb1d0351d5b6be3 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:05:35.384431 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5e86587c-b5cd-48ee-9cb8-cbe3c6082343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for network, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:35.388258 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-11f149f7-5d90-44e9-b92a-f921ba720b6f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:05:35.400121 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-11f149f7-5d90-44e9-b92a-f921ba720b6f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:05:35.405322 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5e86587c-b5cd-48ee-9cb8-cbe3c6082343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:35.427657 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-5e86587c-b5cd-48ee-9cb8-cbe3c6082343 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:05:35.433126 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-5e86587c-b5cd-48ee-9cb8-cbe3c6082343 admin admin] Usage tracker for resource:security_group_rule and tenant:0065664477534e84a7f46e809ac97417 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:05:35.450505 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f149f7-5d90-44e9-b92a-f921ba720b6f admin admin] Made reservation on behalf of 9eaeeda39a4b47ae8eb1d0351d5b6be3 for: {'subnet': 1} {{(pid=84419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:05:35.457134 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-11f149f7-5d90-44e9-b92a-f921ba720b6f admin admin] Notify callbacks [] for subnet, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:35.468545 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f085452-6a24-47ee-9206-add25f60d87d admin admin] Made reservation on behalf of 56e6d3233cd34fd5b7ffea874523bb65 for: {'subnet': 1} {{(pid=84420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:05:35.483437 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3f085452-6a24-47ee-9206-add25f60d87d admin admin] Notify callbacks [] for subnet, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:35.483677 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-dc0a04db-701e-413d-8eac-df69bcc0bd96 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1879492513-network', 'tenant_id': '5a584f4f02644eebb5c91eff15f48c04'}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:05:35.519855 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-5e86587c-b5cd-48ee-9cb8-cbe3c6082343 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:05:35.548588 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-5e86587c-b5cd-48ee-9cb8-cbe3c6082343 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:05:35.582137 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-dc0a04db-701e-413d-8eac-df69bcc0bd96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:05:35.595187 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-dc0a04db-701e-413d-8eac-df69bcc0bd96 admin admin] Usage tracker for resource:network and tenant:5a584f4f02644eebb5c91eff15f48c04 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:05:35.622084 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-dc0a04db-701e-413d-8eac-df69bcc0bd96 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:05:35.625102 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-dc0a04db-701e-413d-8eac-df69bcc0bd96 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:05:35.630096 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2a1ddc58-90ab-4947-a376-ba908783e374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:35.673543 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2a1ddc58-90ab-4947-a376-ba908783e374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:35.678227 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-98915e13-7a19-4cc2-a224-b30ca9902797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:05:35.721163 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ddc58-90ab-4947-a376-ba908783e374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821465b9-8f7b-4570-846b-0c088eb97c88,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:05:35.730829 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1ddc58-90ab-4947-a376-ba908783e374 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:35.731205 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1ddc58-90ab-4947-a376-ba908783e374 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:35.731577 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1ddc58-90ab-4947-a376-ba908783e374 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:35.731938 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1ddc58-90ab-4947-a376-ba908783e374 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:35.732296 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1ddc58-90ab-4947-a376-ba908783e374 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:35.732654 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1ddc58-90ab-4947-a376-ba908783e374 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:35.733008 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1ddc58-90ab-4947-a376-ba908783e374 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:35.733361 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1ddc58-90ab-4947-a376-ba908783e374 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:35.733713 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1ddc58-90ab-4947-a376-ba908783e374 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:35.734119 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1ddc58-90ab-4947-a376-ba908783e374 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:35.734401 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1ddc58-90ab-4947-a376-ba908783e374 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:35.734793 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1ddc58-90ab-4947-a376-ba908783e374 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:35.736038 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1ddc58-90ab-4947-a376-ba908783e374 admin admin] Tracked resource versions report: Apr 07 08:05:35.736038 dv-cinder-782390-4-smb neutron-server[84306]: pushed versions: Apr 07 08:05:35.736038 dv-cinder-782390-4-smb neutron-server[84306]: { 'AddressGroup': {'1.2'}, Apr 07 08:05:35.736038 dv-cinder-782390-4-smb neutron-server[84306]: 'ConntrackHelper': {'1.0'}, Apr 07 08:05:35.736038 dv-cinder-782390-4-smb neutron-server[84306]: 'Log': {'1.0'}, Apr 07 08:05:35.736038 dv-cinder-782390-4-smb neutron-server[84306]: 'Network': {'1.1'}, Apr 07 08:05:35.736038 dv-cinder-782390-4-smb neutron-server[84306]: 'Port': {'1.7'}, Apr 07 08:05:35.736038 dv-cinder-782390-4-smb neutron-server[84306]: 'PortForwarding': {'1.2'}, Apr 07 08:05:35.736038 dv-cinder-782390-4-smb neutron-server[84306]: 'QosPolicy': {'1.8'}, Apr 07 08:05:35.736038 dv-cinder-782390-4-smb neutron-server[84306]: 'SecurityGroup': {'1.4'}, Apr 07 08:05:35.736038 dv-cinder-782390-4-smb neutron-server[84306]: 'SecurityGroupRule': {'1.2'}, Apr 07 08:05:35.736038 dv-cinder-782390-4-smb neutron-server[84306]: 'SubPort': {'1.0'}, Apr 07 08:05:35.736038 dv-cinder-782390-4-smb neutron-server[84306]: 'Subnet': {'1.1'}, Apr 07 08:05:35.736038 dv-cinder-782390-4-smb neutron-server[84306]: 'Trunk': {'1.1'}} Apr 07 08:05:35.736038 dv-cinder-782390-4-smb neutron-server[84306]: consumer versions: Apr 07 08:05:35.736038 dv-cinder-782390-4-smb neutron-server[84306]: { DHCP agent@dv-cinder-782390-4-smb: {}, Apr 07 08:05:35.736038 dv-cinder-782390-4-smb neutron-server[84306]: HyperV agent@hv-cinder-78239: {}, Apr 07 08:05:35.736038 dv-cinder-782390-4-smb neutron-server[84306]: L3 agent@dv-cinder-782390-4-smb: {}, Apr 07 08:05:35.736038 dv-cinder-782390-4-smb neutron-server[84306]: Metadata agent@dv-cinder-782390-4-smb: {}, Apr 07 08:05:35.736038 dv-cinder-782390-4-smb neutron-server[84306]: Metering agent@dv-cinder-782390-4-smb: {}, Apr 07 08:05:35.736038 dv-cinder-782390-4-smb neutron-server[84306]: Open vSwitch agent@dv-cinder-782390-4-smb: { 'AddressGroup': '1.2', Apr 07 08:05:35.736038 dv-cinder-782390-4-smb neutron-server[84306]: 'ConntrackHelper': '1.0', Apr 07 08:05:35.736038 dv-cinder-782390-4-smb neutron-server[84306]: 'Log': '1.0', Apr 07 08:05:35.736038 dv-cinder-782390-4-smb neutron-server[84306]: 'Network': '1.1', Apr 07 08:05:35.736038 dv-cinder-782390-4-smb neutron-server[84306]: 'Port': '1.7', Apr 07 08:05:35.736038 dv-cinder-782390-4-smb neutron-server[84306]: 'PortForwarding': '1.2', Apr 07 08:05:35.736038 dv-cinder-782390-4-smb neutron-server[84306]: 'QosPolicy': '1.8', Apr 07 08:05:35.736038 dv-cinder-782390-4-smb neutron-server[84306]: 'SecurityGroup': '1.4', Apr 07 08:05:35.736038 dv-cinder-782390-4-smb neutron-server[84306]: 'SecurityGroupRule': '1.2', Apr 07 08:05:35.736038 dv-cinder-782390-4-smb neutron-server[84306]: 'SubPort': '1.0', Apr 07 08:05:35.736038 dv-cinder-782390-4-smb neutron-server[84306]: 'Subnet': '1.1', Apr 07 08:05:35.736038 dv-cinder-782390-4-smb neutron-server[84306]: 'Trunk': '1.1'}} Apr 07 08:05:35.736038 dv-cinder-782390-4-smb neutron-server[84306]: {{(pid=84419) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 07 08:05:35.754006 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2a1ddc58-90ab-4947-a376-ba908783e374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:05:35.754772 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a1ddc58-90ab-4947-a376-ba908783e374 admin admin] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=84419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 08:05:35.770706 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2a1ddc58-90ab-4947-a376-ba908783e374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:35.774734 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.db.segments_db [None req-2a1ddc58-90ab-4947-a376-ba908783e374 admin admin] Added segment 10fc6654-2c6a-4d12-930e-7b16dfb451cb of type vlan for network 64ec1db9-cd07-42a9-a563-1c7517517aa8 Apr 07 08:05:35.814900 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0a04db-701e-413d-8eac-df69bcc0bd96 admin admin] Made reservation on behalf of 5a584f4f02644eebb5c91eff15f48c04 for: {'network': 1} {{(pid=84419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:05:35.819584 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-dc0a04db-701e-413d-8eac-df69bcc0bd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for network, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:35.856153 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-dc0a04db-701e-413d-8eac-df69bcc0bd96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:35.882304 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2a1ddc58-90ab-4947-a376-ba908783e374 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762715970265'] for network, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:35.899119 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-dc0a04db-701e-413d-8eac-df69bcc0bd96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:05:35.904466 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-dc0a04db-701e-413d-8eac-df69bcc0bd96 admin admin] Usage tracker for resource:security_group_rule and tenant:5a584f4f02644eebb5c91eff15f48c04 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:05:35.907669 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-dc0a04db-701e-413d-8eac-df69bcc0bd96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:05:35.914742 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-dc0a04db-701e-413d-8eac-df69bcc0bd96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:05:35.924812 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5e86587c-b5cd-48ee-9cb8-cbe3c6082343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:35.958790 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5e86587c-b5cd-48ee-9cb8-cbe3c6082343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:35.963798 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:05:35.994646 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e86587c-b5cd-48ee-9cb8-cbe3c6082343 admin admin] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=84420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 08:05:36.034792 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86587c-b5cd-48ee-9cb8-cbe3c6082343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8799adb9-705d-4976-b4b5-67b94b1c9492,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:05:36.039575 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5e86587c-b5cd-48ee-9cb8-cbe3c6082343 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:05:36.087903 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2a1ddc58-90ab-4947-a376-ba908783e374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172'] for network, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:36.091247 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1ddc58-90ab-4947-a376-ba908783e374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:05:36.092116 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2a1ddc58-90ab-4947-a376-ba908783e374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for network, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:36.112931 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5e86587c-b5cd-48ee-9cb8-cbe3c6082343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:36.113353 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.db.segments_db [None req-5e86587c-b5cd-48ee-9cb8-cbe3c6082343 admin admin] Added segment cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee of type vlan for network 12b6a4b5-316a-406f-9230-1ee620072355 Apr 07 08:05:36.133188 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d413e781-3225-4976-88a0-1fa36923a80a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:05:36.158545 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5e86587c-b5cd-48ee-9cb8-cbe3c6082343 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762715970265'] for network, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:36.186780 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 41900) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:05:36.188714 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-2a1ddc58-90ab-4947-a376-ba908783e374 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3139777 Apr 07 08:05:36.197743 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-9610b78d-aec1-4b11-a4b1-d38c5d278d8d admin admin] Request body: {'subnet': {'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1522203858-subnet', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:05:36.209704 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-9610b78d-aec1-4b11-a4b1-d38c5d278d8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:05:36.217896 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-9610b78d-aec1-4b11-a4b1-d38c5d278d8d admin admin] Usage tracker for resource:subnet and tenant:fbff52d4f92c40aa9b8208fa7e54d5d5 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:05:36.221749 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-9610b78d-aec1-4b11-a4b1-d38c5d278d8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:05:36.231248 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-9610b78d-aec1-4b11-a4b1-d38c5d278d8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:05:36.241225 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5e86587c-b5cd-48ee-9cb8-cbe3c6082343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172'] for network, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:36.246881 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e86587c-b5cd-48ee-9cb8-cbe3c6082343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:05:36.247525 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5e86587c-b5cd-48ee-9cb8-cbe3c6082343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for network, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:36.254385 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:05:36.327205 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9610b78d-aec1-4b11-a4b1-d38c5d278d8d admin admin] Made reservation on behalf of fbff52d4f92c40aa9b8208fa7e54d5d5 for: {'subnet': 1} {{(pid=84420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:05:36.331872 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9610b78d-aec1-4b11-a4b1-d38c5d278d8d admin admin] Notify callbacks [] for subnet, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:36.342242 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ddc58-90ab-4947-a376-ba908783e374 admin admin] Pushing event updated for resources: {'Network': ['ID=64ec1db9-cd07-42a9-a563-1c7517517aa8,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:05:36.354958 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Network 64ec1db9-cd07-42a9-a563-1c7517517aa8 details requested by agent ovs-agent-dv-cinder-782390-4-smb with host dv-cinder-782390-4-smb {{(pid=84421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 08:05:36.358660 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2a1ddc58-90ab-4947-a376-ba908783e374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:05:36.430314 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-dc0a04db-701e-413d-8eac-df69bcc0bd96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:36.494163 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-dc0a04db-701e-413d-8eac-df69bcc0bd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:36.520523 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc0a04db-701e-413d-8eac-df69bcc0bd96 admin admin] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=84419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 08:05:36.535719 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2a1ddc58-90ab-4947-a376-ba908783e374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:05:36.581656 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-11f149f7-5d90-44e9-b92a-f921ba720b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172'] for subnet, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:36.587299 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-5e86587c-b5cd-48ee-9cb8-cbe3c6082343 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7464902 Apr 07 08:05:36.588259 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3f085452-6a24-47ee-9206-add25f60d87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172'] for subnet, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:36.593501 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 41918) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:05:36.599312 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a04db-701e-413d-8eac-df69bcc0bd96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab33b281-219e-4db4-aa38-3232bd862c45,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:05:36.608419 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86587c-b5cd-48ee-9cb8-cbe3c6082343 admin admin] Pushing event updated for resources: {'Network': ['ID=12b6a4b5-316a-406f-9230-1ee620072355,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:05:36.615933 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5e86587c-b5cd-48ee-9cb8-cbe3c6082343 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:05:36.619805 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-dc0a04db-701e-413d-8eac-df69bcc0bd96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:05:36.620277 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f4d81e90-bf73-4ff4-bad3-a2e9d7de5926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:05:36.628538 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-dc0a04db-701e-413d-8eac-df69bcc0bd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:36.632277 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.db.segments_db [None req-dc0a04db-701e-413d-8eac-df69bcc0bd96 admin admin] Added segment ebbb4b7a-6ccc-498f-ae7f-4025052e7c41 of type vlan for network 5ad88c07-86ff-4205-8ed0-bef2bec5841d Apr 07 08:05:36.644709 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Network 12b6a4b5-316a-406f-9230-1ee620072355 details requested by agent ovs-agent-dv-cinder-782390-4-smb with host dv-cinder-782390-4-smb {{(pid=84421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 08:05:36.657373 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-991b6c4d-c4d4-4b0f-ae50-df56326e3a52 admin admin] Request body: {'subnet': {'network_id': '12b6a4b5-316a-406f-9230-1ee620072355', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1051290457-subnet', 'tenant_id': '0065664477534e84a7f46e809ac97417', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:05:36.671389 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-dc0a04db-701e-413d-8eac-df69bcc0bd96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762715970265'] for network, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:36.693513 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-991b6c4d-c4d4-4b0f-ae50-df56326e3a52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:05:36.704851 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:05:36.791690 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-991b6c4d-c4d4-4b0f-ae50-df56326e3a52 admin admin] Usage tracker for resource:subnet and tenant:0065664477534e84a7f46e809ac97417 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:05:36.822758 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-dc0a04db-701e-413d-8eac-df69bcc0bd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172'] for network, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:36.831126 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-991b6c4d-c4d4-4b0f-ae50-df56326e3a52 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:05:36.835565 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0a04db-701e-413d-8eac-df69bcc0bd96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:05:36.836366 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-dc0a04db-701e-413d-8eac-df69bcc0bd96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for network, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:36.884016 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f149f7-5d90-44e9-b92a-f921ba720b6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3fb4432-90be-4a11-838b-25c9574051e9,revision_number=0']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:05:36.886765 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-991b6c4d-c4d4-4b0f-ae50-df56326e3a52 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:05:36.927629 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-11f149f7-5d90-44e9-b92a-f921ba720b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:05:36.929619 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:05:36.986767 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f085452-6a24-47ee-9206-add25f60d87d admin admin] Pushing event updated for resources: {'Subnet': ['ID=13cae99c-d32f-4a01-95fd-0a58fc151559,revision_number=0']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:05:36.994505 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3f085452-6a24-47ee-9206-add25f60d87d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:05:37.041436 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991b6c4d-c4d4-4b0f-ae50-df56326e3a52 admin admin] Made reservation on behalf of 0065664477534e84a7f46e809ac97417 for: {'subnet': 1} {{(pid=84420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:05:37.046671 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-991b6c4d-c4d4-4b0f-ae50-df56326e3a52 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:37.048991 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a04db-701e-413d-8eac-df69bcc0bd96 admin admin] Pushing event updated for resources: {'Network': ['ID=5ad88c07-86ff-4205-8ed0-bef2bec5841d,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:05:37.056040 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-dc0a04db-701e-413d-8eac-df69bcc0bd96 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9765553 Apr 07 08:05:37.056987 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 41940) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:05:37.058362 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-dc0a04db-701e-413d-8eac-df69bcc0bd96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:05:37.069525 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Network 5ad88c07-86ff-4205-8ed0-bef2bec5841d details requested by agent ovs-agent-dv-cinder-782390-4-smb with host dv-cinder-782390-4-smb {{(pid=84421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 08:05:37.071747 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f085452-6a24-47ee-9206-add25f60d87d admin admin] Checking segment: {'id': '8ffa5890-4b46-4d35-966a-ad851e07de8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '660a15b8-db25-4329-858d-15d29ef98e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:05:37.072135 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f085452-6a24-47ee-9206-add25f60d87d admin admin] Network hostable DHCP agents. Network: 660a15b8-db25-4329-858d-15d29ef98e07, hostable agents: ['6d586a76-6480-47e6-bcbb-1719500a6367'], hosted agents: [] {{(pid=84420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 08:05:37.079282 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-5cac59ff-686f-40d8-b1f4-de657c876a02 admin admin] Request body: {'subnet': {'network_id': '5ad88c07-86ff-4205-8ed0-bef2bec5841d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1879492513-subnet', 'tenant_id': '5a584f4f02644eebb5c91eff15f48c04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:05:37.094088 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-5cac59ff-686f-40d8-b1f4-de657c876a02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:05:37.103458 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-5cac59ff-686f-40d8-b1f4-de657c876a02 admin admin] Usage tracker for resource:subnet and tenant:5a584f4f02644eebb5c91eff15f48c04 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:05:37.108024 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-5cac59ff-686f-40d8-b1f4-de657c876a02 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:05:37.120645 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f149f7-5d90-44e9-b92a-f921ba720b6f admin admin] Checking segment: {'id': 'fd84e018-6bdf-49ce-91de-b018ab577ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c6933257-8ef8-4bce-aa40-707967b2369e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:05:37.121165 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f149f7-5d90-44e9-b92a-f921ba720b6f admin admin] Network hostable DHCP agents. Network: c6933257-8ef8-4bce-aa40-707967b2369e, hostable agents: ['6d586a76-6480-47e6-bcbb-1719500a6367'], hosted agents: [] {{(pid=84419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 08:05:37.128609 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-5cac59ff-686f-40d8-b1f4-de657c876a02 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:05:37.205169 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f149f7-5d90-44e9-b92a-f921ba720b6f admin admin] Network c6933257-8ef8-4bce-aa40-707967b2369e is scheduled to be hosted by DHCP agent 6d586a76-6480-47e6-bcbb-1719500a6367 with binding_index 1 {{(pid=84419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 08:05:37.214094 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cac59ff-686f-40d8-b1f4-de657c876a02 admin admin] Made reservation on behalf of 5a584f4f02644eebb5c91eff15f48c04 for: {'subnet': 1} {{(pid=84419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:05:37.224943 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5cac59ff-686f-40d8-b1f4-de657c876a02 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:37.267880 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-11f149f7-5d90-44e9-b92a-f921ba720b6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-4-smb, c6933257-8ef8-4bce-aa40-707967b2369e) {{(pid=84419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:05:37.298998 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc01ea19-5627-482e-9e6e-0771808853b7 None None] Network c6933257-8ef8-4bce-aa40-707967b2369e requested from dv-cinder-782390-4-smb {{(pid=84421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 08:05:37.310949 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f149f7-5d90-44e9-b92a-f921ba720b6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:05:37.316629 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-11f149f7-5d90-44e9-b92a-f921ba720b6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for subnet, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:37.448281 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f085452-6a24-47ee-9206-add25f60d87d admin admin] Network 660a15b8-db25-4329-858d-15d29ef98e07 is scheduled to be hosted by DHCP agent 6d586a76-6480-47e6-bcbb-1719500a6367 with binding_index 1 {{(pid=84420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 08:05:37.463689 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-3f085452-6a24-47ee-9206-add25f60d87d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-4-smb, 660a15b8-db25-4329-858d-15d29ef98e07) {{(pid=84420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:05:37.483460 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f085452-6a24-47ee-9206-add25f60d87d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:05:37.484114 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3f085452-6a24-47ee-9206-add25f60d87d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for subnet, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:37.487665 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc8b1fe-be6d-440a-881b-2f6ad45b29b6 None None] Network 660a15b8-db25-4329-858d-15d29ef98e07 requested from dv-cinder-782390-4-smb {{(pid=84421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 08:05:37.566892 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-3f085452-6a24-47ee-9206-add25f60d87d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2797992 Apr 07 08:05:37.587893 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-11f149f7-5d90-44e9-b92a-f921ba720b6f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.2281549 Apr 07 08:05:37.588512 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 41972) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:05:37.605004 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-73fd709e-10df-4b1a-a261-d09834922a61 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-42555761-router', 'tenant_id': '9eaeeda39a4b47ae8eb1d0351d5b6be3', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d'}}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:05:37.618929 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-73fd709e-10df-4b1a-a261-d09834922a61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:05:37.626115 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-73fd709e-10df-4b1a-a261-d09834922a61 admin admin] Usage tracker for resource:router and tenant:9eaeeda39a4b47ae8eb1d0351d5b6be3 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:05:37.631306 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-73fd709e-10df-4b1a-a261-d09834922a61 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:05:37.640788 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-73fd709e-10df-4b1a-a261-d09834922a61 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:05:37.760201 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-73fd709e-10df-4b1a-a261-d09834922a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854104860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854768465'] for router, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:37.762199 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-73fd709e-10df-4b1a-a261-d09834922a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7316'] for router, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:37.786517 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-73fd709e-10df-4b1a-a261-d09834922a61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:37.905072 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 41984) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:05:37.942376 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9610b78d-aec1-4b11-a4b1-d38c5d278d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172'] for subnet, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:37.971170 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:05:38.017825 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a578d764-9991-49b0-a4f0-c216138c7888 None None] Network 660a15b8-db25-4329-858d-15d29ef98e07 requested from dv-cinder-782390-4-smb {{(pid=84421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 08:05:38.165396 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2499f7-8eae-492c-a882-f0ea1a011501 None None] Network c6933257-8ef8-4bce-aa40-707967b2369e requested from dv-cinder-782390-4-smb {{(pid=84421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 08:05:38.207640 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610b78d-aec1-4b11-a4b1-d38c5d278d8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=76e481b0-5bdc-45a1-aec7-e681d70e1c14,revision_number=0']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:05:38.217439 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9610b78d-aec1-4b11-a4b1-d38c5d278d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:05:38.289188 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4ded275b-3749-495b-91bf-22cf9c7b1014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:38.363743 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-4ded275b-3749-495b-91bf-22cf9c7b1014 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:05:38.377465 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-4ded275b-3749-495b-91bf-22cf9c7b1014 admin admin] Usage tracker for resource:security_group_rule and tenant:e15be68c4eed4e0bbe52831c8d96abd4 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:05:38.382031 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-4ded275b-3749-495b-91bf-22cf9c7b1014 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:05:38.393983 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-991b6c4d-c4d4-4b0f-ae50-df56326e3a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172'] for subnet, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:38.395191 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-4ded275b-3749-495b-91bf-22cf9c7b1014 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:05:38.417701 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9610b78d-aec1-4b11-a4b1-d38c5d278d8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:05:38.457129 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9610b78d-aec1-4b11-a4b1-d38c5d278d8d admin admin] Checking segment: {'id': '10fc6654-2c6a-4d12-930e-7b16dfb451cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:05:38.457516 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9610b78d-aec1-4b11-a4b1-d38c5d278d8d admin admin] Network hostable DHCP agents. Network: 64ec1db9-cd07-42a9-a563-1c7517517aa8, hostable agents: ['6d586a76-6480-47e6-bcbb-1719500a6367'], hosted agents: [] {{(pid=84420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 08:05:38.610428 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 42016) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:05:38.636180 dv-cinder-782390-4-smb neutron-server[84306]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 07 08:05:38.654668 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-73fd709e-10df-4b1a-a261-d09834922a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7301'] for router, precommit_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:38.682197 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b6c4d-c4d4-4b0f-ae50-df56326e3a52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0261230a-f66e-46e9-a29a-909ac4232a81,revision_number=0']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:05:38.697879 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-991b6c4d-c4d4-4b0f-ae50-df56326e3a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:05:38.733965 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9610b78d-aec1-4b11-a4b1-d38c5d278d8d admin admin] Network 64ec1db9-cd07-42a9-a563-1c7517517aa8 is scheduled to be hosted by DHCP agent 6d586a76-6480-47e6-bcbb-1719500a6367 with binding_index 1 {{(pid=84420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 08:05:38.828031 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-9610b78d-aec1-4b11-a4b1-d38c5d278d8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-4-smb, 64ec1db9-cd07-42a9-a563-1c7517517aa8) {{(pid=84420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:05:38.837121 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b669e2d-ce47-4b99-9fa2-d49dd0abc97d None None] Network 64ec1db9-cd07-42a9-a563-1c7517517aa8 requested from dv-cinder-782390-4-smb {{(pid=84421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 08:05:38.905411 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03950781-2f7c-4389-8570-750f94f140c7 req-878539ce-a20a-49d4-8105-783adacdbe32 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:05:38.915418 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-03950781-2f7c-4389-8570-750f94f140c7 req-878539ce-a20a-49d4-8105-783adacdbe32 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Synchronizing usage tracker for tenant:56e6d3233cd34fd5b7ffea874523bb65 on resource:network {{(pid=84420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:05:38.919072 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9610b78d-aec1-4b11-a4b1-d38c5d278d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:05:38.919840 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9610b78d-aec1-4b11-a4b1-d38c5d278d8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for subnet, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:38.958685 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4ded275b-3749-495b-91bf-22cf9c7b1014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:38.991963 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4ded275b-3749-495b-91bf-22cf9c7b1014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:38.993025 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991b6c4d-c4d4-4b0f-ae50-df56326e3a52 admin admin] Checking segment: {'id': 'cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '12b6a4b5-316a-406f-9230-1ee620072355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:05:38.993580 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991b6c4d-c4d4-4b0f-ae50-df56326e3a52 admin admin] Network hostable DHCP agents. Network: 12b6a4b5-316a-406f-9230-1ee620072355, hostable agents: ['6d586a76-6480-47e6-bcbb-1719500a6367'], hosted agents: [] {{(pid=84420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 08:05:39.023820 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:05:39.056137 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded275b-3749-495b-91bf-22cf9c7b1014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fac0fd2-597f-4b74-8411-eecc29065dd9,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:05:39.072612 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4ded275b-3749-495b-91bf-22cf9c7b1014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:05:39.079212 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-03950781-2f7c-4389-8570-750f94f140c7 req-878539ce-a20a-49d4-8105-783adacdbe32 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Unset dirty status for tenant:56e6d3233cd34fd5b7ffea874523bb65 on resource:network {{(pid=84420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:05:39.080495 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-03950781-2f7c-4389-8570-750f94f140c7 req-878539ce-a20a-49d4-8105-783adacdbe32 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] 10.222.0.16 "GET /v2.0/networks?id=660a15b8-db25-4329-858d-15d29ef98e07 HTTP/1.1" status: 200 len: 811 time: 0.4559805 Apr 07 08:05:39.084994 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-9610b78d-aec1-4b11-a4b1-d38c5d278d8d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.8963478 Apr 07 08:05:39.085852 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 42028) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:05:39.094637 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebef2fd-9782-4d0c-8a76-b8f62c4fd806 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22737d76-c58d-59f2-b2aa-1c8ba2f8451a-64ec1db9-cd07-42a9-a563-1c7517517aa8', 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'fixed_ips': [{'subnet_id': '76e481b0-5bdc-45a1-aec7-e681d70e1c14'}]}} from dv-cinder-782390-4-smb. {{(pid=84421) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 07 08:05:39.094637 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3ebef2fd-9782-4d0c-8a76-b8f62c4fd806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:39.103699 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 42030) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:05:39.113357 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-30990414-7e97-483e-9f17-a155e3022040 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1522203858-router', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d'}}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:05:39.129523 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-30990414-7e97-483e-9f17-a155e3022040 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:05:39.132843 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-4ded275b-3749-495b-91bf-22cf9c7b1014 admin admin] Synchronizing usage tracker for tenant:284a04297fa248039c107c8bdd04ae7b on resource:security_group {{(pid=84420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:05:39.139188 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-30990414-7e97-483e-9f17-a155e3022040 admin admin] Usage tracker for resource:router and tenant:fbff52d4f92c40aa9b8208fa7e54d5d5 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:05:39.143284 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-30990414-7e97-483e-9f17-a155e3022040 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:05:39.152504 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991b6c4d-c4d4-4b0f-ae50-df56326e3a52 admin admin] Network 12b6a4b5-316a-406f-9230-1ee620072355 is scheduled to be hosted by DHCP agent 6d586a76-6480-47e6-bcbb-1719500a6367 with binding_index 1 {{(pid=84420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 08:05:39.155463 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-03950781-2f7c-4389-8570-750f94f140c7 req-b06b34b3-16dc-4a6b-a38e-5838fae0be76 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] 10.222.0.16 "GET /v2.0/quotas/56e6d3233cd34fd5b7ffea874523bb65 HTTP/1.1" status: 200 len: 375 time: 0.0578120 Apr 07 08:05:39.160237 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-30990414-7e97-483e-9f17-a155e3022040 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:05:39.173404 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5cac59ff-686f-40d8-b1f4-de657c876a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172'] for subnet, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:39.215285 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:05:39.224415 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-03950781-2f7c-4389-8570-750f94f140c7 req-0b1ee66d-8644-4d58-acc7-94cd0cf48133 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=56e6d3233cd34fd5b7ffea874523bb65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565898 Apr 07 08:05:39.250019 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-4ded275b-3749-495b-91bf-22cf9c7b1014 admin admin] Unset dirty status for tenant:284a04297fa248039c107c8bdd04ae7b on resource:security_group {{(pid=84420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:05:39.254772 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-4ded275b-3749-495b-91bf-22cf9c7b1014 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e15be68c4eed4e0bbe52831c8d96abd4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3427474 Apr 07 08:05:39.255018 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 42046) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:05:39.272095 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-30990414-7e97-483e-9f17-a155e3022040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854104860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854768465'] for router, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:39.273173 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-30990414-7e97-483e-9f17-a155e3022040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7316'] for router, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:39.288104 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-30990414-7e97-483e-9f17-a155e3022040 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:39.304207 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-991b6c4d-c4d4-4b0f-ae50-df56326e3a52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-4-smb, 12b6a4b5-316a-406f-9230-1ee620072355) {{(pid=84420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:05:39.325398 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991b6c4d-c4d4-4b0f-ae50-df56326e3a52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:05:39.326038 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-991b6c4d-c4d4-4b0f-ae50-df56326e3a52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for subnet, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:39.383921 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-3ebef2fd-9782-4d0c-8a76-b8f62c4fd806 None None] Allocated IP 172.20.0.2 (64ec1db9-cd07-42a9-a563-1c7517517aa8/76e481b0-5bdc-45a1-aec7-e681d70e1c14/345f1aa3-4d61-46b1-b3d0-4bf5c5a22181) {{(pid=84421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:05:39.398570 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136a8b41-bc4f-43b7-b186-de7017a140fa None None] Network 12b6a4b5-316a-406f-9230-1ee620072355 requested from dv-cinder-782390-4-smb {{(pid=84421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 08:05:39.514466 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-73fd709e-10df-4b1a-a261-d09834922a61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:39.537692 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [req-03950781-2f7c-4389-8570-750f94f140c7 req-03dfd4c2-18f3-4a6e-9f4e-b36958bc4700 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=84420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 08:05:39.538809 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-03950781-2f7c-4389-8570-750f94f140c7 req-03dfd4c2-18f3-4a6e-9f4e-b36958bc4700 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1154232 Apr 07 08:05:39.543795 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6ed3128b-70d1-4abe-a0f3-a5fdd1f36210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:39.554249 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-73fd709e-10df-4b1a-a261-d09834922a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:39.556167 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac59ff-686f-40d8-b1f4-de657c876a02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87c83d80-1b79-4108-91a6-e967a60e7e81,revision_number=0']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:05:39.559267 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5cac59ff-686f-40d8-b1f4-de657c876a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:05:39.560238 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cac59ff-686f-40d8-b1f4-de657c876a02 admin admin] Checking segment: {'id': 'ebbb4b7a-6ccc-498f-ae7f-4025052e7c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5ad88c07-86ff-4205-8ed0-bef2bec5841d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:05:39.560628 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cac59ff-686f-40d8-b1f4-de657c876a02 admin admin] Network hostable DHCP agents. Network: 5ad88c07-86ff-4205-8ed0-bef2bec5841d, hostable agents: ['6d586a76-6480-47e6-bcbb-1719500a6367'], hosted agents: [] {{(pid=84419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 08:05:39.653344 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-6ed3128b-70d1-4abe-a0f3-a5fdd1f36210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:05:39.667518 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-991b6c4d-c4d4-4b0f-ae50-df56326e3a52 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.0549774 Apr 07 08:05:39.757272 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-6ed3128b-70d1-4abe-a0f3-a5fdd1f36210 admin admin] Usage tracker for resource:security_group_rule and tenant:f6c83ee9ac434b8680ed339f346d1dad is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:05:39.760548 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ef9dc91c-d93e-4171-9959-4ebb5dd08dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:39.766578 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-6ed3128b-70d1-4abe-a0f3-a5fdd1f36210 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:05:39.768561 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-73fd709e-10df-4b1a-a261-d09834922a61 admin admin] Allocated IP 172.28.3.228 (1ff46c99-7a5d-4315-af88-cb546c84119d/b9dcea17-38c4-48c8-a3c6-f64b629ec00f/5e1681aa-1580-452c-80ce-2451c2360a02) {{(pid=84419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:05:39.772636 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cac59ff-686f-40d8-b1f4-de657c876a02 admin admin] Network 5ad88c07-86ff-4205-8ed0-bef2bec5841d is scheduled to be hosted by DHCP agent 6d586a76-6480-47e6-bcbb-1719500a6367 with binding_index 1 {{(pid=84419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 08:05:39.839011 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-5cac59ff-686f-40d8-b1f4-de657c876a02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-4-smb, 5ad88c07-86ff-4205-8ed0-bef2bec5841d) {{(pid=84419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:05:39.841918 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a559fb-db1b-4f12-9bcd-3d673d8c7d13 None None] Network 12b6a4b5-316a-406f-9230-1ee620072355 requested from dv-cinder-782390-4-smb {{(pid=84421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 08:05:39.898000 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2012963e-8f2f-4e45-93f3-0690ae63360a None None] Network 5ad88c07-86ff-4205-8ed0-bef2bec5841d requested from dv-cinder-782390-4-smb {{(pid=84421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 08:05:39.903759 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cac59ff-686f-40d8-b1f4-de657c876a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:05:39.904525 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5cac59ff-686f-40d8-b1f4-de657c876a02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for subnet, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:40.010152 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-73fd709e-10df-4b1a-a261-d09834922a61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:40.027214 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-5cac59ff-686f-40d8-b1f4-de657c876a02 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.9608417 Apr 07 08:05:40.142771 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-73fd709e-10df-4b1a-a261-d09834922a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422'] for port, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:40.157627 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ef9dc91c-d93e-4171-9959-4ebb5dd08dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:40.170832 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:05:40.226515 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-03950781-2f7c-4389-8570-750f94f140c7 req-49e93438-c290-470b-8ebb-9ad1b1fcb9ab service neutron] 10.222.0.16 "GET /v2.0/networks/660a15b8-db25-4329-858d-15d29ef98e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6529462 Apr 07 08:05:40.233305 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-6ed3128b-70d1-4abe-a0f3-a5fdd1f36210 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:05:40.252463 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 42080) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:05:40.265166 dv-cinder-782390-4-smb neutron-server[84306]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 07 08:05:40.273273 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-30990414-7e97-483e-9f17-a155e3022040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7301'] for router, precommit_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:40.430867 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3ebef2fd-9782-4d0c-8a76-b8f62c4fd806 None None] Notify callbacks [] for port, precommit_create {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:40.458471 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-3ebef2fd-9782-4d0c-8a76-b8f62c4fd806 None None] Transition to ACTIVE for port object 345f1aa3-4d61-46b1-b3d0-4bf5c5a22181 will not be triggered until provisioned by entity L2. {{(pid=84421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:05:40.481761 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6ed3128b-70d1-4abe-a0f3-a5fdd1f36210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:40.500969 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd709e-10df-4b1a-a261-d09834922a61 admin admin] Pushing event updated for resources: {'Port': ['ID=5e1681aa-1580-452c-80ce-2451c2360a02,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:05:40.516144 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-73fd709e-10df-4b1a-a261-d09834922a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:05:40.549936 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-3ebef2fd-9782-4d0c-8a76-b8f62c4fd806 None None] Transition to ACTIVE for port object 345f1aa3-4d61-46b1-b3d0-4bf5c5a22181 will not be triggered until provisioned by entity DHCP. {{(pid=84421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:05:40.595112 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6ed3128b-70d1-4abe-a0f3-a5fdd1f36210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:40.595916 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ef9dc91c-d93e-4171-9959-4ebb5dd08dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:40.601405 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7833fd-3c5f-41e9-a2bb-89d9ffc8a5cc None None] Network 5ad88c07-86ff-4205-8ed0-bef2bec5841d requested from dv-cinder-782390-4-smb {{(pid=84421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 08:05:40.624864 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:05:40.646813 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3ebef2fd-9782-4d0c-8a76-b8f62c4fd806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422'] for port, after_create {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:40.662261 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-03950781-2f7c-4389-8570-750f94f140c7 req-635ee960-5c52-4c85-98e5-e00c5e1b50cc service neutron] 10.222.0.16 "GET /v2.0/networks/660a15b8-db25-4329-858d-15d29ef98e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837521 Apr 07 08:05:40.699349 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-6ed3128b-70d1-4abe-a0f3-a5fdd1f36210 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f6c83ee9ac434b8680ed339f346d1dad&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5915222 Apr 07 08:05:40.702113 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 42092) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:05:40.706112 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3128b-70d1-4abe-a0f3-a5fdd1f36210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597bf256-c0e0-4a7d-ac30-7b0ef04b8130,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:05:40.731366 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8b92e576-1584-4ac3-bd62-21231a6f4028 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:05:40.758136 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ef9dc91c-d93e-4171-9959-4ebb5dd08dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:40.759382 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-ef9dc91c-d93e-4171-9959-4ebb5dd08dc9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8fac0fd2-597f-4b74-8411-eecc29065dd9 HTTP/1.1" status: 204 len: 168 time: 1.5035217 Apr 07 08:05:40.764417 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9dc91c-d93e-4171-9959-4ebb5dd08dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fac0fd2-597f-4b74-8411-eecc29065dd9,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:05:40.782636 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-ef9dc91c-d93e-4171-9959-4ebb5dd08dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:05:40.783205 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f432b33c-533d-4f2a-aee9-4e2da8cbeb7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:05:40.783516 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f432b33c-533d-4f2a-aee9-4e2da8cbeb7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:05:40.866067 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebef2fd-9782-4d0c-8a76-b8f62c4fd806 None None] Pushing event updated for resources: {'Port': ['ID=345f1aa3-4d61-46b1-b3d0-4bf5c5a22181,revision_number=1']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:05:40.874027 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-7d0fd3e5-0342-41a3-833d-ae20556a7b0b tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:05:40.876234 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3809c6bf-1528-4463-b964-f6035281079c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:40.877705 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-7d0fd3e5-0342-41a3-833d-ae20556a7b0b tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/networks?id=12b6a4b5-316a-406f-9230-1ee620072355 HTTP/1.1" status: 200 len: 815 time: 0.6240382 Apr 07 08:05:40.890627 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fd709e-10df-4b1a-a261-d09834922a61 admin admin] Network 1ff46c99-7a5d-4315-af88-cb546c84119d is already hosted by enough agents. {{(pid=84419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:05:40.901447 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebef2fd-9782-4d0c-8a76-b8f62c4fd806 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:40.901825 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebef2fd-9782-4d0c-8a76-b8f62c4fd806 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:40.902373 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebef2fd-9782-4d0c-8a76-b8f62c4fd806 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:40.902759 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebef2fd-9782-4d0c-8a76-b8f62c4fd806 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:40.903123 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebef2fd-9782-4d0c-8a76-b8f62c4fd806 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:40.903484 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebef2fd-9782-4d0c-8a76-b8f62c4fd806 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:40.903843 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebef2fd-9782-4d0c-8a76-b8f62c4fd806 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:40.904347 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebef2fd-9782-4d0c-8a76-b8f62c4fd806 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:40.904704 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebef2fd-9782-4d0c-8a76-b8f62c4fd806 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:40.905057 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebef2fd-9782-4d0c-8a76-b8f62c4fd806 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:40.905410 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebef2fd-9782-4d0c-8a76-b8f62c4fd806 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:40.905762 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebef2fd-9782-4d0c-8a76-b8f62c4fd806 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:40.907697 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebef2fd-9782-4d0c-8a76-b8f62c4fd806 None None] Tracked resource versions report: Apr 07 08:05:40.907697 dv-cinder-782390-4-smb neutron-server[84306]: pushed versions: Apr 07 08:05:40.907697 dv-cinder-782390-4-smb neutron-server[84306]: { 'AddressGroup': {'1.2'}, Apr 07 08:05:40.907697 dv-cinder-782390-4-smb neutron-server[84306]: 'ConntrackHelper': {'1.0'}, Apr 07 08:05:40.907697 dv-cinder-782390-4-smb neutron-server[84306]: 'Log': {'1.0'}, Apr 07 08:05:40.907697 dv-cinder-782390-4-smb neutron-server[84306]: 'Network': {'1.1'}, Apr 07 08:05:40.907697 dv-cinder-782390-4-smb neutron-server[84306]: 'Port': {'1.7'}, Apr 07 08:05:40.907697 dv-cinder-782390-4-smb neutron-server[84306]: 'PortForwarding': {'1.2'}, Apr 07 08:05:40.907697 dv-cinder-782390-4-smb neutron-server[84306]: 'QosPolicy': {'1.8'}, Apr 07 08:05:40.907697 dv-cinder-782390-4-smb neutron-server[84306]: 'SecurityGroup': {'1.4'}, Apr 07 08:05:40.907697 dv-cinder-782390-4-smb neutron-server[84306]: 'SecurityGroupRule': {'1.2'}, Apr 07 08:05:40.907697 dv-cinder-782390-4-smb neutron-server[84306]: 'SubPort': {'1.0'}, Apr 07 08:05:40.907697 dv-cinder-782390-4-smb neutron-server[84306]: 'Subnet': {'1.1'}, Apr 07 08:05:40.907697 dv-cinder-782390-4-smb neutron-server[84306]: 'Trunk': {'1.1'}} Apr 07 08:05:40.907697 dv-cinder-782390-4-smb neutron-server[84306]: consumer versions: Apr 07 08:05:40.907697 dv-cinder-782390-4-smb neutron-server[84306]: { DHCP agent@dv-cinder-782390-4-smb: {}, Apr 07 08:05:40.907697 dv-cinder-782390-4-smb neutron-server[84306]: HyperV agent@hv-cinder-78239: {}, Apr 07 08:05:40.907697 dv-cinder-782390-4-smb neutron-server[84306]: L3 agent@dv-cinder-782390-4-smb: {}, Apr 07 08:05:40.907697 dv-cinder-782390-4-smb neutron-server[84306]: Metadata agent@dv-cinder-782390-4-smb: {}, Apr 07 08:05:40.907697 dv-cinder-782390-4-smb neutron-server[84306]: Metering agent@dv-cinder-782390-4-smb: {}, Apr 07 08:05:40.907697 dv-cinder-782390-4-smb neutron-server[84306]: Open vSwitch agent@dv-cinder-782390-4-smb: { 'AddressGroup': '1.2', Apr 07 08:05:40.907697 dv-cinder-782390-4-smb neutron-server[84306]: 'ConntrackHelper': '1.0', Apr 07 08:05:40.907697 dv-cinder-782390-4-smb neutron-server[84306]: 'Log': '1.0', Apr 07 08:05:40.907697 dv-cinder-782390-4-smb neutron-server[84306]: 'Network': '1.1', Apr 07 08:05:40.907697 dv-cinder-782390-4-smb neutron-server[84306]: 'Port': '1.7', Apr 07 08:05:40.907697 dv-cinder-782390-4-smb neutron-server[84306]: 'PortForwarding': '1.2', Apr 07 08:05:40.907697 dv-cinder-782390-4-smb neutron-server[84306]: 'QosPolicy': '1.8', Apr 07 08:05:40.907697 dv-cinder-782390-4-smb neutron-server[84306]: 'SecurityGroup': '1.4', Apr 07 08:05:40.907697 dv-cinder-782390-4-smb neutron-server[84306]: 'SecurityGroupRule': '1.2', Apr 07 08:05:40.907697 dv-cinder-782390-4-smb neutron-server[84306]: 'SubPort': '1.0', Apr 07 08:05:40.907697 dv-cinder-782390-4-smb neutron-server[84306]: 'Subnet': '1.1', Apr 07 08:05:40.907697 dv-cinder-782390-4-smb neutron-server[84306]: 'Trunk': '1.1'}} Apr 07 08:05:40.907697 dv-cinder-782390-4-smb neutron-server[84306]: {{(pid=84421) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 07 08:05:40.910626 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3ebef2fd-9782-4d0c-8a76-b8f62c4fd806 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:05:40.932812 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-73fd709e-10df-4b1a-a261-d09834922a61 admin admin] Resources bound (agent type, host, resource id): {{(pid=84419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:05:40.942431 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fd709e-10df-4b1a-a261-d09834922a61 admin admin] Received port after_create {{(pid=84419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:05:41.095771 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3809c6bf-1528-4463-b964-f6035281079c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:41.111506 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 42108) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:05:41.130141 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-a590dbf1-4d51-449d-b197-ebd71f40a360 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/quotas/0065664477534e84a7f46e809ac97417 HTTP/1.1" status: 200 len: 375 time: 0.2388952 Apr 07 08:05:41.208269 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-e60c06b1-ad0a-469a-8fc9-df13744f2656 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0065664477534e84a7f46e809ac97417&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0770838 Apr 07 08:05:41.227966 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-90c54dbd-3127-42ae-ad10-92dde3de2662 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-974905315-network', 'tenant_id': '21bcd9eef2e0428badbd9c382effbbf7'}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:05:41.267409 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-90c54dbd-3127-42ae-ad10-92dde3de2662 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:05:41.274235 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebef2fd-9782-4d0c-8a76-b8f62c4fd806 None None] Network 64ec1db9-cd07-42a9-a563-1c7517517aa8 is already hosted by enough agents. {{(pid=84421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:05:41.275936 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-3ebef2fd-9782-4d0c-8a76-b8f62c4fd806 None None] Resources bound (agent type, host, resource id): {{(pid=84421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:05:41.279331 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebef2fd-9782-4d0c-8a76-b8f62c4fd806 None None] Received port after_create {{(pid=84421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:05:41.454065 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-3ebef2fd-9782-4d0c-8a76-b8f62c4fd806 None None] Attempting to bind port 345f1aa3-4d61-46b1-b3d0-4bf5c5a22181 on host dv-cinder-782390-4-smb for vnic_type normal with profile {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:05:41.455021 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-3ebef2fd-9782-4d0c-8a76-b8f62c4fd806 None None] Attempting to bind port 345f1aa3-4d61-46b1-b3d0-4bf5c5a22181 by drivers openvswitch,hyperv on host dv-cinder-782390-4-smb at level 0 using segments [{'id': '10fc6654-2c6a-4d12-930e-7b16dfb451cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8'}] {{(pid=84421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 08:05:41.455580 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebef2fd-9782-4d0c-8a76-b8f62c4fd806 None None] Attempting to bind port 345f1aa3-4d61-46b1-b3d0-4bf5c5a22181 on network 64ec1db9-cd07-42a9-a563-1c7517517aa8 {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:05:41.463875 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebef2fd-9782-4d0c-8a76-b8f62c4fd806 None None] Checking agent: {'id': '755cb15d-769a-4687-bcff-bddb0e9936ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 56, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 08:05:41.464715 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebef2fd-9782-4d0c-8a76-b8f62c4fd806 None None] Checking segment: {'id': '10fc6654-2c6a-4d12-930e-7b16dfb451cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:05:41.465727 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3ebef2fd-9782-4d0c-8a76-b8f62c4fd806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:41.466278 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebef2fd-9782-4d0c-8a76-b8f62c4fd806 None None] Bound using segment: {'id': '10fc6654-2c6a-4d12-930e-7b16dfb451cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8'} {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 08:05:41.466950 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-3ebef2fd-9782-4d0c-8a76-b8f62c4fd806 None None] Bound port: 345f1aa3-4d61-46b1-b3d0-4bf5c5a22181, host: dv-cinder-782390-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10fc6654-2c6a-4d12-930e-7b16dfb451cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8'}}] {{(pid=84421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 08:05:41.467474 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3ebef2fd-9782-4d0c-8a76-b8f62c4fd806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:41.469184 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-30990414-7e97-483e-9f17-a155e3022040 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:41.510101 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-90c54dbd-3127-42ae-ad10-92dde3de2662 admin admin] Usage tracker for resource:network and tenant:21bcd9eef2e0428badbd9c382effbbf7 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:05:41.527785 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-90c54dbd-3127-42ae-ad10-92dde3de2662 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:05:41.539463 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-90c54dbd-3127-42ae-ad10-92dde3de2662 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:05:41.577630 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-30990414-7e97-483e-9f17-a155e3022040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:41.585720 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1c88f5b7-95c8-4940-a4b9-d12be15986c4 req-4a4308f4-e9bc-4e7b-ae9d-a01fa3e1dc74 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad69748c-80e5-436a-8ec9-b0ac5b8bac34 HTTP/1.1" status: 200 len: 210 time: 0.3327487 Apr 07 08:05:41.635122 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c54dbd-3127-42ae-ad10-92dde3de2662 admin admin] Made reservation on behalf of 21bcd9eef2e0428badbd9c382effbbf7 for: {'network': 1} {{(pid=84420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:05:41.639933 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-90c54dbd-3127-42ae-ad10-92dde3de2662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for network, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:41.644132 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-3ebef2fd-9782-4d0c-8a76-b8f62c4fd806 None None] For port 345f1aa3-4d61-46b1-b3d0-4bf5c5a22181, host dv-cinder-782390-4-smb, cleared binding levels {{(pid=84421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 08:05:41.647473 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-3ebef2fd-9782-4d0c-8a76-b8f62c4fd806 None None] For port 345f1aa3-4d61-46b1-b3d0-4bf5c5a22181, host dv-cinder-782390-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=345f1aa3-4d61-46b1-b3d0-4bf5c5a22181,segment=NetworkSegment(10fc6654-2c6a-4d12-930e-7b16dfb451cb),segment_id=10fc6654-2c6a-4d12-930e-7b16dfb451cb)] {{(pid=84421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 08:05:41.665129 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-90c54dbd-3127-42ae-ad10-92dde3de2662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:41.665973 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-73fd709e-10df-4b1a-a261-d09834922a61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:41.674648 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3ebef2fd-9782-4d0c-8a76-b8f62c4fd806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:41.700426 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-90c54dbd-3127-42ae-ad10-92dde3de2662 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:05:41.709030 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:05:41.714319 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-90c54dbd-3127-42ae-ad10-92dde3de2662 admin admin] Usage tracker for resource:security_group_rule and tenant:21bcd9eef2e0428badbd9c382effbbf7 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:05:41.720333 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-90c54dbd-3127-42ae-ad10-92dde3de2662 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:05:41.757778 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-90c54dbd-3127-42ae-ad10-92dde3de2662 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:05:41.765543 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3809c6bf-1528-4463-b964-f6035281079c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:41.787547 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-ef9dc91c-d93e-4171-9959-4ebb5dd08dc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:05:41.812485 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 42134) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:05:41.815776 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809c6bf-1528-4463-b964-f6035281079c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597bf256-c0e0-4a7d-ac30-7b0ef04b8130,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:05:41.820755 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3809c6bf-1528-4463-b964-f6035281079c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:05:41.844557 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5a802b98-08cc-4344-acdb-931fc3079a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:41.850482 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-42912781-99a3-4bcd-b125-30da0bab72c9 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=84419) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 08:05:41.851884 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-42912781-99a3-4bcd-b125-30da0bab72c9 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3732457 Apr 07 08:05:41.878594 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3809c6bf-1528-4463-b964-f6035281079c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:41.882728 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-3809c6bf-1528-4463-b964-f6035281079c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/597bf256-c0e0-4a7d-ac30-7b0ef04b8130 HTTP/1.1" status: 204 len: 168 time: 1.1635036 Apr 07 08:05:41.888495 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-30990414-7e97-483e-9f17-a155e3022040 admin admin] Allocated IP 172.28.3.107 (1ff46c99-7a5d-4315-af88-cb546c84119d/b9dcea17-38c4-48c8-a3c6-f64b629ec00f/b25bdc3d-859f-41b2-bd1f-63370ac91767) {{(pid=84420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:05:41.915684 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-5a802b98-08cc-4344-acdb-931fc3079a68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:05:41.941685 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebef2fd-9782-4d0c-8a76-b8f62c4fd806 None None] Pushing event updated for resources: {'Port': ['ID=345f1aa3-4d61-46b1-b3d0-4bf5c5a22181,revision_number=2']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:05:41.945339 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-5a802b98-08cc-4344-acdb-931fc3079a68 admin admin] Usage tracker for resource:security_group_rule and tenant:ab1c6b14289e43c68c3682ca210eecbd is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:05:41.958223 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3ebef2fd-9782-4d0c-8a76-b8f62c4fd806 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:05:41.961302 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-5a802b98-08cc-4344-acdb-931fc3079a68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:05:42.018218 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-5a802b98-08cc-4344-acdb-931fc3079a68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:05:42.362791 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-49dacf7c-5f39-45df-b9f3-fce9236b5331 service neutron] 10.222.0.16 "GET /v2.0/networks/12b6a4b5-316a-406f-9230-1ee620072355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531930 Apr 07 08:05:42.407350 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-30990414-7e97-483e-9f17-a155e3022040 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:42.439560 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-90c54dbd-3127-42ae-ad10-92dde3de2662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:42.487482 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-90c54dbd-3127-42ae-ad10-92dde3de2662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:42.522201 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:05:42.577026 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90c54dbd-3127-42ae-ad10-92dde3de2662 admin admin] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=84420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 08:05:42.602156 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c54dbd-3127-42ae-ad10-92dde3de2662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f339b5cd-94c6-4786-ba5d-fed23592c06b,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:05:42.610122 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-90c54dbd-3127-42ae-ad10-92dde3de2662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:05:42.613553 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5a802b98-08cc-4344-acdb-931fc3079a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:42.615608 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-90c54dbd-3127-42ae-ad10-92dde3de2662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:42.616059 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.db.segments_db [None req-90c54dbd-3127-42ae-ad10-92dde3de2662 admin admin] Added segment 487f7863-9bfd-45a3-bb7a-14fc72cab337 of type vlan for network 0461c52e-439c-4065-b280-e8fd7489ca29 Apr 07 08:05:42.659857 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-90c54dbd-3127-42ae-ad10-92dde3de2662 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762715970265'] for network, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:42.691771 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5a802b98-08cc-4344-acdb-931fc3079a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:42.700545 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-30990414-7e97-483e-9f17-a155e3022040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422'] for port, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:42.742032 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-13ece000-75f8-4df3-9e52-dcbbe07678fc service neutron] 10.222.0.16 "GET /v2.0/networks/12b6a4b5-316a-406f-9230-1ee620072355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052552 Apr 07 08:05:42.745091 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-73fd709e-10df-4b1a-a261-d09834922a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854100582'] for router, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:42.778367 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:05:42.807192 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ba2ff7df-4c13-47be-837b-9fa332cdcec2 req-0355a6cb-912a-4131-a52a-f9d24d159393 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad69748c-80e5-436a-8ec9-b0ac5b8bac34 HTTP/1.1" status: 200 len: 210 time: 0.1175134 Apr 07 08:05:42.893545 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-90c54dbd-3127-42ae-ad10-92dde3de2662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172'] for network, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:42.896245 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-5a802b98-08cc-4344-acdb-931fc3079a68 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ab1c6b14289e43c68c3682ca210eecbd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0821104 Apr 07 08:05:42.900107 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 42176) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:05:42.919696 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c54dbd-3127-42ae-ad10-92dde3de2662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:05:42.922238 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-90c54dbd-3127-42ae-ad10-92dde3de2662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for network, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:42.950169 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a802b98-08cc-4344-acdb-931fc3079a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23c91c0-3ae6-4faf-a78c-1b876066c768,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:05:42.959443 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5a802b98-08cc-4344-acdb-931fc3079a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:05:42.959443 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:05:43.021107 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-90c54dbd-3127-42ae-ad10-92dde3de2662 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8458183 Apr 07 08:05:43.027010 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 42184) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:05:43.049518 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-65e36ecb-a25c-4ef7-89d2-9e0bcb0744ae admin admin] Request body: {'subnet': {'network_id': '0461c52e-439c-4065-b280-e8fd7489ca29', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-974905315-subnet', 'tenant_id': '21bcd9eef2e0428badbd9c382effbbf7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:05:43.092737 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-65e36ecb-a25c-4ef7-89d2-9e0bcb0744ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:05:43.114221 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73fd709e-10df-4b1a-a261-d09834922a61 admin admin] Router 0c9efe00-b4b8-4567-b9f2-98e39e40d3fe is scheduled to L3 agent 9e1c8038-06ec-4f38-a606-610b3381902d with binding_index 1 {{(pid=84419) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 07 08:05:43.116825 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 345f1aa3-4d61-46b1-b3d0-4bf5c5a22181 up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:05:43.119952 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-65e36ecb-a25c-4ef7-89d2-9e0bcb0744ae admin admin] Usage tracker for resource:subnet and tenant:21bcd9eef2e0428badbd9c382effbbf7 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:05:43.148642 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30990414-7e97-483e-9f17-a155e3022040 admin admin] Pushing event updated for resources: {'Port': ['ID=b25bdc3d-859f-41b2-bd1f-63370ac91767,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:05:43.149963 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-30990414-7e97-483e-9f17-a155e3022040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:05:43.172695 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-65e36ecb-a25c-4ef7-89d2-9e0bcb0744ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:05:43.176683 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-ca0dd7b8-e2ca-4e41-a0ab-02a7baeeef1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.220s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:05:43.255668 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning for port 345f1aa3-4d61-46b1-b3d0-4bf5c5a22181 completed by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:05:43.322789 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30990414-7e97-483e-9f17-a155e3022040 admin admin] Network 1ff46c99-7a5d-4315-af88-cb546c84119d is already hosted by enough agents. {{(pid=84420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:05:43.469792 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c54dbd-3127-42ae-ad10-92dde3de2662 admin admin] Pushing event updated for resources: {'Network': ['ID=0461c52e-439c-4065-b280-e8fd7489ca29,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:05:43.486427 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-30990414-7e97-483e-9f17-a155e3022040 admin admin] Resources bound (agent type, host, resource id): {{(pid=84420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:05:43.486981 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Network 0461c52e-439c-4065-b280-e8fd7489ca29 details requested by agent ovs-agent-dv-cinder-782390-4-smb with host dv-cinder-782390-4-smb {{(pid=84421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 08:05:43.505401 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-62190dec-febb-47a6-8b73-f7a3774a786c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:43.569747 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-62190dec-febb-47a6-8b73-f7a3774a786c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:43.651952 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-90c54dbd-3127-42ae-ad10-92dde3de2662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:05:43.654229 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-65e36ecb-a25c-4ef7-89d2-9e0bcb0744ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:05:43.659847 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-319cc9a1-9777-4152-9bc7-ccd206df4696 req-c8a6fc5d-1c24-427c-a7bf-60561ee9eada tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=c638a1b2-62f2-4332-9af5-8c16eb1eef05 HTTP/1.1" status: 200 len: 210 time: 0.2977083 Apr 07 08:05:43.668598 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30990414-7e97-483e-9f17-a155e3022040 admin admin] Received port after_create {{(pid=84420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:05:43.781398 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-62190dec-febb-47a6-8b73-f7a3774a786c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:43.852549 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fd709e-10df-4b1a-a261-d09834922a61 admin admin] Notify agent at l3_agent.dv-cinder-782390-4-smb the message routers_updated {{(pid=84419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 08:05:43.862054 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c13c7b-f383-4cd5-bcde-d28b9b465e7a None None] Sync routers for ids ['0c9efe00-b4b8-4567-b9f2-98e39e40d3fe'] in dv-cinder-782390-4-smb {{(pid=84422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 08:05:43.878278 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c13c7b-f383-4cd5-bcde-d28b9b465e7a None None] Routers {'0c9efe00-b4b8-4567-b9f2-98e39e40d3fe'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:05:43.881039 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-53c13c7b-f383-4cd5-bcde-d28b9b465e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:05:25Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['0c9efe00-b4b8-4567-b9f2-98e39e40d3fe'], 'active': True} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:05:43.916673 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:05:43.978030 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-49c0fc4c-c2a1-4dc8-98bd-eae6e55c1af5 req-74eeb594-e3c8-4ca2-ade1-6eb7f6d84ef7 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad69748c-80e5-436a-8ec9-b0ac5b8bac34 HTTP/1.1" status: 200 len: 210 time: 0.0703328 Apr 07 08:05:44.010545 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-73fd709e-10df-4b1a-a261-d09834922a61 admin admin] Notify callbacks [] for router, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:44.011847 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-73fd709e-10df-4b1a-a261-d09834922a61 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.4212620 Apr 07 08:05:44.012736 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e36ecb-a25c-4ef7-89d2-9e0bcb0744ae admin admin] Made reservation on behalf of 21bcd9eef2e0428badbd9c382effbbf7 for: {'subnet': 1} {{(pid=84420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:05:44.015644 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 42242) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:05:44.020114 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b8c9bf-d9cc-4b82-a01f-a5dfd75739b1 None None] Network 64ec1db9-cd07-42a9-a563-1c7517517aa8 requested from dv-cinder-782390-4-smb {{(pid=84421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 08:05:44.033444 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-65e36ecb-a25c-4ef7-89d2-9e0bcb0744ae admin admin] Notify callbacks [] for subnet, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:44.091081 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62190dec-febb-47a6-8b73-f7a3774a786c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23c91c0-3ae6-4faf-a78c-1b876066c768,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:05:44.133621 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-27b54606-d366-48aa-b01d-dd5b7078f7d5 None None] Provisioning for port 345f1aa3-4d61-46b1-b3d0-4bf5c5a22181 completed by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:05:44.146425 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-27b54606-d366-48aa-b01d-dd5b7078f7d5 None None] Provisioning complete for port 345f1aa3-4d61-46b1-b3d0-4bf5c5a22181 triggered by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:05:44.146886 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-27b54606-d366-48aa-b01d-dd5b7078f7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:44.180118 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-62190dec-febb-47a6-8b73-f7a3774a786c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:44.182720 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-62190dec-febb-47a6-8b73-f7a3774a786c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f23c91c0-3ae6-4faf-a78c-1b876066c768 HTTP/1.1" status: 204 len: 168 time: 1.2345076 Apr 07 08:05:44.191022 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-62190dec-febb-47a6-8b73-f7a3774a786c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:05:44.300721 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-53c13c7b-f383-4cd5-bcde-d28b9b465e7a None None] Set router 0c9efe00-b4b8-4567-b9f2-98e39e40d3fe gateway port host: dv-cinder-782390-4-smb {{(pid=84422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:05:44.873667 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-27b54606-d366-48aa-b01d-dd5b7078f7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:45.006006 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-27b54606-d366-48aa-b01d-dd5b7078f7d5 None None] For port 345f1aa3-4d61-46b1-b3d0-4bf5c5a22181, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=345f1aa3-4d61-46b1-b3d0-4bf5c5a22181,segment=NetworkSegment(10fc6654-2c6a-4d12-930e-7b16dfb451cb),segment_id=10fc6654-2c6a-4d12-930e-7b16dfb451cb)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:05:45.044305 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-27b54606-d366-48aa-b01d-dd5b7078f7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:45.047583 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3ebef2fd-9782-4d0c-8a76-b8f62c4fd806 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:05:45.144906 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-794f9e32-3b88-4774-b18b-9a601214b97a req-4a434016-05f2-44ad-8d00-a02b00d8dd65 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=c638a1b2-62f2-4332-9af5-8c16eb1eef05 HTTP/1.1" status: 200 len: 210 time: 0.2169912 Apr 07 08:05:45.205196 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b54606-d366-48aa-b01d-dd5b7078f7d5 None None] Pushing event updated for resources: {'Port': ['ID=345f1aa3-4d61-46b1-b3d0-4bf5c5a22181,revision_number=3']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:05:45.212803 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-27b54606-d366-48aa-b01d-dd5b7078f7d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:05:45.307261 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-53c13c7b-f383-4cd5-bcde-d28b9b465e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9efe00-b4b8-4567-b9f2-98e39e40d3fe', 'name': 'tempest-ServerRescueNegativeTestJSON-42555761-router', 'tenant_id': '9eaeeda39a4b47ae8eb1d0351d5b6be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.228'}], 'enable_snat': True}, 'gw_port_id': '5e1681aa-1580-452c-80ce-2451c2360a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:05:37Z', 'updated_at': '2021-04-07T08:05:41Z', 'revision_number': 3, 'project_id': '9eaeeda39a4b47ae8eb1d0351d5b6be3', 'gw_port': {'id': '5e1681aa-1580-452c-80ce-2451c2360a02', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9efe00-b4b8-4567-b9f2-98e39e40d3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:39Z', 'updated_at': '2021-04-07T08:05:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb'}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:05:45.312454 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c13c7b-f383-4cd5-bcde-d28b9b465e7a None None] Checking router: 0c9efe00-b4b8-4567-b9f2-98e39e40d3fe for host: dv-cinder-782390-4-smb {{(pid=84422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 08:05:45.313070 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c13c7b-f383-4cd5-bcde-d28b9b465e7a None None] Updating router 0c9efe00-b4b8-4567-b9f2-98e39e40d3fe port 5e1681aa-1580-452c-80ce-2451c2360a02 binding host dv-cinder-782390-4-smb {{(pid=84422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 08:05:45.412496 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e94e8d9f-562d-4e35-bf58-cb1aab77ba13 None None] Provisioning complete for port 345f1aa3-4d61-46b1-b3d0-4bf5c5a22181 triggered by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:05:45.412923 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e94e8d9f-562d-4e35-bf58-cb1aab77ba13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:45.447479 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-53c13c7b-f383-4cd5-bcde-d28b9b465e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:45.472369 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-30990414-7e97-483e-9f17-a155e3022040 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:45.517981 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c57198a8-1dc8-42d8-8985-5b7661020e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:45.858517 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.13', 58055) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:05:45.908609 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-74e1f298-6859-4af0-9477-527f5ba51ab5 req-b862681e-71b0-439b-a1f2-9dd00d70e138 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad69748c-80e5-436a-8ec9-b0ac5b8bac34 HTTP/1.1" status: 200 len: 210 time: 0.3954117 Apr 07 08:05:46.028183 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-c57198a8-1dc8-42d8-8985-5b7661020e08 admin admin] Allocated IP 172.20.0.1 (c6933257-8ef8-4bce-aa40-707967b2369e/e3fb4432-90be-4a11-838b-25c9574051e9/51917dfc-690b-455f-af37-5fdf3eaf7598) {{(pid=84419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:05:46.167510 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03950781-2f7c-4389-8570-750f94f140c7 req-fde5956c-0399-4de5-ab37-6ca213d6921a tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:05:46.169443 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-03950781-2f7c-4389-8570-750f94f140c7 req-fde5956c-0399-4de5-ab37-6ca213d6921a tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] 10.222.0.13 "GET /v2.0/networks?id=660a15b8-db25-4329-858d-15d29ef98e07 HTTP/1.1" status: 200 len: 811 time: 0.3032870 Apr 07 08:05:46.266119 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-03950781-2f7c-4389-8570-750f94f140c7 req-bd4ebe1f-5738-42f5-981a-ea9771e03591 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Request body: {'port': {'device_id': 'ad69748c-80e5-436a-8ec9-b0ac5b8bac34', 'network_id': '660a15b8-db25-4329-858d-15d29ef98e07', 'admin_state_up': True, 'tenant_id': '56e6d3233cd34fd5b7ffea874523bb65'}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:05:46.287384 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c57198a8-1dc8-42d8-8985-5b7661020e08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:46.364631 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c57198a8-1dc8-42d8-8985-5b7661020e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422'] for port, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:46.413192 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-53c13c7b-f383-4cd5-bcde-d28b9b465e7a None None] Notify callbacks [] for port, precommit_update {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:46.433960 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:05:46.446174 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-53c13c7b-f383-4cd5-bcde-d28b9b465e7a None None] Transition to ACTIVE for port object 5e1681aa-1580-452c-80ce-2451c2360a02 will not be triggered until provisioned by entity L2. {{(pid=84422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:05:46.489974 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-53c13c7b-f383-4cd5-bcde-d28b9b465e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:46.537110 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e08f7555-f8b3-4842-a7d9-74e7b90f8637 req-508da3be-e8df-479e-98e4-df552112445d tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=c638a1b2-62f2-4332-9af5-8c16eb1eef05 HTTP/1.1" status: 200 len: 210 time: 0.0542953 Apr 07 08:05:46.616926 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57198a8-1dc8-42d8-8985-5b7661020e08 admin admin] Pushing event updated for resources: {'Port': ['ID=51917dfc-690b-455f-af37-5fdf3eaf7598,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:05:46.622389 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c57198a8-1dc8-42d8-8985-5b7661020e08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:05:46.680567 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57198a8-1dc8-42d8-8985-5b7661020e08 admin admin] Network c6933257-8ef8-4bce-aa40-707967b2369e is already hosted by enough agents. {{(pid=84419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:05:46.685727 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-c57198a8-1dc8-42d8-8985-5b7661020e08 admin admin] Resources bound (agent type, host, resource id): {{(pid=84419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:05:46.688523 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57198a8-1dc8-42d8-8985-5b7661020e08 admin admin] Received port after_create {{(pid=84419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:05:46.688960 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c57198a8-1dc8-42d8-8985-5b7661020e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-665159'] for router_interface, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:46.704267 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-30990414-7e97-483e-9f17-a155e3022040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854100582'] for router, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:46.771985 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-03950781-2f7c-4389-8570-750f94f140c7 req-bd4ebe1f-5738-42f5-981a-ea9771e03591 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:05:46.777500 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-03950781-2f7c-4389-8570-750f94f140c7 req-bd4ebe1f-5738-42f5-981a-ea9771e03591 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Usage tracker for resource:port and tenant:56e6d3233cd34fd5b7ffea874523bb65 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:05:46.780728 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-03950781-2f7c-4389-8570-750f94f140c7 req-bd4ebe1f-5738-42f5-981a-ea9771e03591 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:05:46.785297 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:05:46.788185 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-03950781-2f7c-4389-8570-750f94f140c7 req-bd4ebe1f-5738-42f5-981a-ea9771e03591 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:05:46.910396 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03950781-2f7c-4389-8570-750f94f140c7 req-bd4ebe1f-5738-42f5-981a-ea9771e03591 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Made reservation on behalf of 56e6d3233cd34fd5b7ffea874523bb65 for: {'port': 1} {{(pid=84420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:05:46.917682 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-03950781-2f7c-4389-8570-750f94f140c7 req-bd4ebe1f-5738-42f5-981a-ea9771e03591 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:47.012429 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-53c13c7b-f383-4cd5-bcde-d28b9b465e7a None None] Attempting to bind port 5e1681aa-1580-452c-80ce-2451c2360a02 on host dv-cinder-782390-4-smb for vnic_type normal with profile {{(pid=84422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:05:47.012745 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-53c13c7b-f383-4cd5-bcde-d28b9b465e7a None None] Attempting to bind port 5e1681aa-1580-452c-80ce-2451c2360a02 by drivers openvswitch,hyperv on host dv-cinder-782390-4-smb at level 0 using segments [{'id': '1cadf7a7-5200-427f-84ab-5b34fedab1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d'}] {{(pid=84422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 08:05:47.013157 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c13c7b-f383-4cd5-bcde-d28b9b465e7a None None] Attempting to bind port 5e1681aa-1580-452c-80ce-2451c2360a02 on network 1ff46c99-7a5d-4315-af88-cb546c84119d {{(pid=84422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:05:47.035614 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c13c7b-f383-4cd5-bcde-d28b9b465e7a None None] Checking agent: {'id': '755cb15d-769a-4687-bcff-bddb0e9936ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 56, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 08:05:47.035614 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c13c7b-f383-4cd5-bcde-d28b9b465e7a None None] Checking segment: {'id': '1cadf7a7-5200-427f-84ab-5b34fedab1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:05:47.036041 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-53c13c7b-f383-4cd5-bcde-d28b9b465e7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:47.038104 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c13c7b-f383-4cd5-bcde-d28b9b465e7a None None] Bound using segment: {'id': '1cadf7a7-5200-427f-84ab-5b34fedab1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d'} {{(pid=84422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 08:05:47.038676 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-53c13c7b-f383-4cd5-bcde-d28b9b465e7a None None] Bound port: 5e1681aa-1580-452c-80ce-2451c2360a02, host: dv-cinder-782390-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cadf7a7-5200-427f-84ab-5b34fedab1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d'}}] {{(pid=84422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 08:05:47.039104 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-53c13c7b-f383-4cd5-bcde-d28b9b465e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:47.137248 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 345f1aa3-4d61-46b1-b3d0-4bf5c5a22181 up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:05:47.311299 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88691f03-c092-40e0-b0d9-eb29ca62e1ed None None] Pushing event updated for resources: {'Port': ['ID=5e1681aa-1580-452c-80ce-2451c2360a02,revision_number=2']} {{(pid=84422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:05:47.322433 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88691f03-c092-40e0-b0d9-eb29ca62e1ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:47.323458 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88691f03-c092-40e0-b0d9-eb29ca62e1ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:47.323595 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88691f03-c092-40e0-b0d9-eb29ca62e1ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:47.323873 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88691f03-c092-40e0-b0d9-eb29ca62e1ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:47.324236 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88691f03-c092-40e0-b0d9-eb29ca62e1ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:47.324598 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88691f03-c092-40e0-b0d9-eb29ca62e1ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:47.324952 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88691f03-c092-40e0-b0d9-eb29ca62e1ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:47.325310 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88691f03-c092-40e0-b0d9-eb29ca62e1ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:47.325664 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88691f03-c092-40e0-b0d9-eb29ca62e1ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:47.326017 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88691f03-c092-40e0-b0d9-eb29ca62e1ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:47.326371 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88691f03-c092-40e0-b0d9-eb29ca62e1ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:47.327020 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88691f03-c092-40e0-b0d9-eb29ca62e1ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:05:47.328190 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88691f03-c092-40e0-b0d9-eb29ca62e1ed None None] Tracked resource versions report: Apr 07 08:05:47.328190 dv-cinder-782390-4-smb neutron-server[84306]: pushed versions: Apr 07 08:05:47.328190 dv-cinder-782390-4-smb neutron-server[84306]: { 'AddressGroup': {'1.2'}, Apr 07 08:05:47.328190 dv-cinder-782390-4-smb neutron-server[84306]: 'ConntrackHelper': {'1.0'}, Apr 07 08:05:47.328190 dv-cinder-782390-4-smb neutron-server[84306]: 'Log': {'1.0'}, Apr 07 08:05:47.328190 dv-cinder-782390-4-smb neutron-server[84306]: 'Network': {'1.1'}, Apr 07 08:05:47.328190 dv-cinder-782390-4-smb neutron-server[84306]: 'Port': {'1.7'}, Apr 07 08:05:47.328190 dv-cinder-782390-4-smb neutron-server[84306]: 'PortForwarding': {'1.2'}, Apr 07 08:05:47.328190 dv-cinder-782390-4-smb neutron-server[84306]: 'QosPolicy': {'1.8'}, Apr 07 08:05:47.328190 dv-cinder-782390-4-smb neutron-server[84306]: 'SecurityGroup': {'1.4'}, Apr 07 08:05:47.328190 dv-cinder-782390-4-smb neutron-server[84306]: 'SecurityGroupRule': {'1.2'}, Apr 07 08:05:47.328190 dv-cinder-782390-4-smb neutron-server[84306]: 'SubPort': {'1.0'}, Apr 07 08:05:47.328190 dv-cinder-782390-4-smb neutron-server[84306]: 'Subnet': {'1.1'}, Apr 07 08:05:47.328190 dv-cinder-782390-4-smb neutron-server[84306]: 'Trunk': {'1.1'}} Apr 07 08:05:47.328190 dv-cinder-782390-4-smb neutron-server[84306]: consumer versions: Apr 07 08:05:47.328190 dv-cinder-782390-4-smb neutron-server[84306]: { DHCP agent@dv-cinder-782390-4-smb: {}, Apr 07 08:05:47.328190 dv-cinder-782390-4-smb neutron-server[84306]: HyperV agent@hv-cinder-78239: {}, Apr 07 08:05:47.328190 dv-cinder-782390-4-smb neutron-server[84306]: L3 agent@dv-cinder-782390-4-smb: {}, Apr 07 08:05:47.328190 dv-cinder-782390-4-smb neutron-server[84306]: Metadata agent@dv-cinder-782390-4-smb: {}, Apr 07 08:05:47.328190 dv-cinder-782390-4-smb neutron-server[84306]: Metering agent@dv-cinder-782390-4-smb: {}, Apr 07 08:05:47.328190 dv-cinder-782390-4-smb neutron-server[84306]: Open vSwitch agent@dv-cinder-782390-4-smb: { 'AddressGroup': '1.2', Apr 07 08:05:47.328190 dv-cinder-782390-4-smb neutron-server[84306]: 'ConntrackHelper': '1.0', Apr 07 08:05:47.328190 dv-cinder-782390-4-smb neutron-server[84306]: 'Log': '1.0', Apr 07 08:05:47.328190 dv-cinder-782390-4-smb neutron-server[84306]: 'Network': '1.1', Apr 07 08:05:47.328190 dv-cinder-782390-4-smb neutron-server[84306]: 'Port': '1.7', Apr 07 08:05:47.328190 dv-cinder-782390-4-smb neutron-server[84306]: 'PortForwarding': '1.2', Apr 07 08:05:47.328190 dv-cinder-782390-4-smb neutron-server[84306]: 'QosPolicy': '1.8', Apr 07 08:05:47.328190 dv-cinder-782390-4-smb neutron-server[84306]: 'SecurityGroup': '1.4', Apr 07 08:05:47.328190 dv-cinder-782390-4-smb neutron-server[84306]: 'SecurityGroupRule': '1.2', Apr 07 08:05:47.328190 dv-cinder-782390-4-smb neutron-server[84306]: 'SubPort': '1.0', Apr 07 08:05:47.328190 dv-cinder-782390-4-smb neutron-server[84306]: 'Subnet': '1.1', Apr 07 08:05:47.328190 dv-cinder-782390-4-smb neutron-server[84306]: 'Trunk': '1.1'}} Apr 07 08:05:47.328190 dv-cinder-782390-4-smb neutron-server[84306]: {{(pid=84422) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 07 08:05:47.335941 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-88691f03-c092-40e0-b0d9-eb29ca62e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=84422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:05:47.392285 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-53c13c7b-f383-4cd5-bcde-d28b9b465e7a None None] For port 5e1681aa-1580-452c-80ce-2451c2360a02, host dv-cinder-782390-4-smb, cleared binding levels {{(pid=84422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 08:05:47.413339 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-53c13c7b-f383-4cd5-bcde-d28b9b465e7a None None] For port 5e1681aa-1580-452c-80ce-2451c2360a02, host dv-cinder-782390-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=5e1681aa-1580-452c-80ce-2451c2360a02,segment=NetworkSegment(1cadf7a7-5200-427f-84ab-5b34fedab1ff),segment_id=1cadf7a7-5200-427f-84ab-5b34fedab1ff)] {{(pid=84422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 08:05:47.435372 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2d3d03f2-a2d7-432d-97a7-9f42b68467fe req-0371a600-c249-4ca5-b006-7fec869c5d61 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad69748c-80e5-436a-8ec9-b0ac5b8bac34 HTTP/1.1" status: 200 len: 210 time: 0.0930517 Apr 07 08:05:47.449492 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning complete for port 345f1aa3-4d61-46b1-b3d0-4bf5c5a22181 triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:05:47.458744 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:47.473939 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-53c13c7b-f383-4cd5-bcde-d28b9b465e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:47.509581 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5678045d-1840-47af-a71f-f5eb53990daf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:05:47.554312 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-65e36ecb-a25c-4ef7-89d2-9e0bcb0744ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172'] for subnet, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:47.620009 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.13', 58061) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:05:47.621122 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c57198a8-1dc8-42d8-8985-5b7661020e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:47.721707 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [req-03950781-2f7c-4389-8570-750f94f140c7 req-bd4ebe1f-5738-42f5-981a-ea9771e03591 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Allocated IP 172.20.0.11 (660a15b8-db25-4329-858d-15d29ef98e07/13cae99c-d32f-4a01-95fd-0a58fc151559/705d460d-e829-4683-9c73-3a01a244c771) {{(pid=84420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:05:47.811625 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3f085452-6a24-47ee-9206-add25f60d87d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:05:47.899419 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88691f03-c092-40e0-b0d9-eb29ca62e1ed None None] Pushing event updated for resources: {'Port': ['ID=5e1681aa-1580-452c-80ce-2451c2360a02,revision_number=3']} {{(pid=84422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:05:47.911514 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-88691f03-c092-40e0-b0d9-eb29ca62e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=84422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:05:47.976109 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-c7a2a03f-25fa-4d2f-8955-5e91ab3b80c4 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:05:47.977886 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-c7a2a03f-25fa-4d2f-8955-5e91ab3b80c4 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.13 "GET /v2.0/networks?id=12b6a4b5-316a-406f-9230-1ee620072355 HTTP/1.1" status: 200 len: 815 time: 0.3460701 Apr 07 08:05:48.013419 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-a9b35d69-4ce9-451f-b741-6402b7d0e928 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Request body: {'port': {'device_id': 'c638a1b2-62f2-4332-9af5-8c16eb1eef05', 'network_id': '12b6a4b5-316a-406f-9230-1ee620072355', 'admin_state_up': True, 'tenant_id': '0065664477534e84a7f46e809ac97417'}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:05:48.033073 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c13c7b-f383-4cd5-bcde-d28b9b465e7a None None] Routers {'0c9efe00-b4b8-4567-b9f2-98e39e40d3fe'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:05:48.034210 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-53c13c7b-f383-4cd5-bcde-d28b9b465e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:05:25Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['0c9efe00-b4b8-4567-b9f2-98e39e40d3fe'], 'active': True} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:05:48.045507 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e36ecb-a25c-4ef7-89d2-9e0bcb0744ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=050d61ab-290c-4cf8-b11e-ece12c46614e,revision_number=0']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:05:48.052720 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-65e36ecb-a25c-4ef7-89d2-9e0bcb0744ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:05:48.105053 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-6cc58605-111e-454d-a15a-a225df858340 req-43529936-842f-46d7-aed1-f512c4cf14c0 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=c638a1b2-62f2-4332-9af5-8c16eb1eef05 HTTP/1.1" status: 200 len: 210 time: 0.1015038 Apr 07 08:05:48.209473 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30990414-7e97-483e-9f17-a155e3022040 admin admin] Router 034e59f7-3fbf-4bd6-866c-c30cc3c80679 is scheduled to L3 agent 9e1c8038-06ec-4f38-a606-610b3381902d with binding_index 1 {{(pid=84420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 07 08:05:48.534262 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-a9b35d69-4ce9-451f-b741-6402b7d0e928 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:05:48.577704 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-a9b35d69-4ce9-451f-b741-6402b7d0e928 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Usage tracker for resource:port and tenant:0065664477534e84a7f46e809ac97417 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:05:48.599483 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-a9b35d69-4ce9-451f-b741-6402b7d0e928 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:05:48.637058 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-a9b35d69-4ce9-451f-b741-6402b7d0e928 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:05:48.696883 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-53c13c7b-f383-4cd5-bcde-d28b9b465e7a None None] Set router 0c9efe00-b4b8-4567-b9f2-98e39e40d3fe gateway port host: dv-cinder-782390-4-smb {{(pid=84422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:05:48.842339 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.db.resource_extend [None req-c57198a8-1dc8-42d8-8985-5b7661020e08 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 07 08:05:48.878897 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-a9b35d69-4ce9-451f-b741-6402b7d0e928 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Made reservation on behalf of 0065664477534e84a7f46e809ac97417 for: {'port': 1} {{(pid=84419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:05:48.885084 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-a9b35d69-4ce9-451f-b741-6402b7d0e928 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:49.229122 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d603fd4f-1be4-4fde-9d5a-26f547867e57 req-c0fd7a37-ebdd-4699-963c-ad4be778303f tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad69748c-80e5-436a-8ec9-b0ac5b8bac34 HTTP/1.1" status: 200 len: 210 time: 0.2372205 Apr 07 08:05:49.229122 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c57198a8-1dc8-42d8-8985-5b7661020e08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:49.229122 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c57198a8-1dc8-42d8-8985-5b7661020e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:49.229122 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c57198a8-1dc8-42d8-8985-5b7661020e08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672914'] for router_interface, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:49.240697 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e36ecb-a25c-4ef7-89d2-9e0bcb0744ae admin admin] Checking segment: {'id': '487f7863-9bfd-45a3-bb7a-14fc72cab337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '0461c52e-439c-4065-b280-e8fd7489ca29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:05:49.240697 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e36ecb-a25c-4ef7-89d2-9e0bcb0744ae admin admin] Network hostable DHCP agents. Network: 0461c52e-439c-4065-b280-e8fd7489ca29, hostable agents: ['6d586a76-6480-47e6-bcbb-1719500a6367'], hosted agents: [] {{(pid=84420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 08:05:49.240697 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30990414-7e97-483e-9f17-a155e3022040 admin admin] Notify agent at l3_agent.dv-cinder-782390-4-smb the message routers_updated {{(pid=84420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 08:05:49.242925 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b0f361-001f-4861-bdca-26dd8eba7b56 None None] Sync routers for ids ['034e59f7-3fbf-4bd6-866c-c30cc3c80679'] in dv-cinder-782390-4-smb {{(pid=84421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 08:05:49.242925 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b0f361-001f-4861-bdca-26dd8eba7b56 None None] Routers {'034e59f7-3fbf-4bd6-866c-c30cc3c80679'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:05:49.242925 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-c0b0f361-001f-4861-bdca-26dd8eba7b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:05:25Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['034e59f7-3fbf-4bd6-866c-c30cc3c80679'], 'active': True} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:05:49.254464 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-30990414-7e97-483e-9f17-a155e3022040 admin admin] Notify callbacks [] for router, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:49.254464 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-30990414-7e97-483e-9f17-a155e3022040 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.1068614 Apr 07 08:05:49.254464 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 42412) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:05:49.278576 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-73fd709e-10df-4b1a-a261-d09834922a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:05:49.329614 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:49.520920 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-c0b0f361-001f-4861-bdca-26dd8eba7b56 None None] Set router 034e59f7-3fbf-4bd6-866c-c30cc3c80679 gateway port host: dv-cinder-782390-4-smb {{(pid=84421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:05:49.627222 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-53c13c7b-f383-4cd5-bcde-d28b9b465e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9efe00-b4b8-4567-b9f2-98e39e40d3fe', 'name': 'tempest-ServerRescueNegativeTestJSON-42555761-router', 'tenant_id': '9eaeeda39a4b47ae8eb1d0351d5b6be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.228'}], 'enable_snat': True}, 'gw_port_id': '5e1681aa-1580-452c-80ce-2451c2360a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:05:37Z', 'updated_at': '2021-04-07T08:05:47Z', 'revision_number': 4, 'project_id': '9eaeeda39a4b47ae8eb1d0351d5b6be3', 'gw_port': {'id': '5e1681aa-1580-452c-80ce-2451c2360a02', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9efe00-b4b8-4567-b9f2-98e39e40d3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:39Z', 'updated_at': '2021-04-07T08:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': '51917dfc-690b-455f-af37-5fdf3eaf7598', 'name': '', 'network_id': 'c6933257-8ef8-4bce-aa40-707967b2369e', 'tenant_id': '9eaeeda39a4b47ae8eb1d0351d5b6be3', 'mac_address': 'fa:16:3e:97:bc:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9efe00-b4b8-4567-b9f2-98e39e40d3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e3fb4432-90be-4a11-838b-25c9574051e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:45Z', 'updated_at': '2021-04-07T08:05:46Z', 'revision_number': 1, 'project_id': '9eaeeda39a4b47ae8eb1d0351d5b6be3', 'subnets': [{'id': 'e3fb4432-90be-4a11-838b-25c9574051e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:05:49.644964 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c13c7b-f383-4cd5-bcde-d28b9b465e7a None None] The sync data for ids ['0c9efe00-b4b8-4567-b9f2-98e39e40d3fe'] in dv-cinder-782390-4-smb is: [{'id': '0c9efe00-b4b8-4567-b9f2-98e39e40d3fe', 'name': 'tempest-ServerRescueNegativeTestJSON-42555761-router', 'tenant_id': '9eaeeda39a4b47ae8eb1d0351d5b6be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.228'}], 'enable_snat': True}, 'gw_port_id': '5e1681aa-1580-452c-80ce-2451c2360a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:05:37Z', 'updated_at': '2021-04-07T08:05:47Z', 'revision_number': 4, 'project_id': '9eaeeda39a4b47ae8eb1d0351d5b6be3', 'gw_port': {'id': '5e1681aa-1580-452c-80ce-2451c2360a02', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9efe00-b4b8-4567-b9f2-98e39e40d3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:39Z', 'updated_at': '2021-04-07T08:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': '51917dfc-690b-455f-af37-5fdf3eaf7598', 'name': '', 'network_id': 'c6933257-8ef8-4bce-aa40-707967b2369e', 'tenant_id': '9eaeeda39a4b47ae8eb1d0351d5b6be3', 'mac_address': 'fa:16:3e:97:bc:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9efe00-b4b8-4567-b9f2-98e39e40d3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e3fb4432-90be-4a11-838b-25c9574051e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:45Z', 'updated_at': '2021-04-07T08:05:46Z', 'revision_number': 1, 'project_id': '9eaeeda39a4b47ae8eb1d0351d5b6be3', 'subnets': [{'id': 'e3fb4432-90be-4a11-838b-25c9574051e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 08:05:49.669416 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e36ecb-a25c-4ef7-89d2-9e0bcb0744ae admin admin] Network 0461c52e-439c-4065-b280-e8fd7489ca29 is scheduled to be hosted by DHCP agent 6d586a76-6480-47e6-bcbb-1719500a6367 with binding_index 1 {{(pid=84420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 08:05:49.678723 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-03950781-2f7c-4389-8570-750f94f140c7 req-bd4ebe1f-5738-42f5-981a-ea9771e03591 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Notify callbacks [] for port, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:49.749103 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57198a8-1dc8-42d8-8985-5b7661020e08 admin admin] Pushing event updated for resources: {'Port': ['ID=51917dfc-690b-455f-af37-5fdf3eaf7598,revision_number=2']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:05:49.757418 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c57198a8-1dc8-42d8-8985-5b7661020e08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:05:49.855643 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c6d8342c-9d42-4be3-b4f0-9216552a14d0 req-999c60a2-7a41-4428-85af-163972770ad2 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=c638a1b2-62f2-4332-9af5-8c16eb1eef05 HTTP/1.1" status: 200 len: 210 time: 0.3978231 Apr 07 08:05:49.932085 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-65e36ecb-a25c-4ef7-89d2-9e0bcb0744ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-4-smb, 0461c52e-439c-4065-b280-e8fd7489ca29) {{(pid=84420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:05:49.963517 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e36ecb-a25c-4ef7-89d2-9e0bcb0744ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:05:49.964152 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-65e36ecb-a25c-4ef7-89d2-9e0bcb0744ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for subnet, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:50.003790 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-a9b35d69-4ce9-451f-b741-6402b7d0e928 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Allocated IP 172.20.0.6 (12b6a4b5-316a-406f-9230-1ee620072355/0261230a-f66e-46e9-a29a-909ac4232a81/761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8) {{(pid=84419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:05:50.051782 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57198a8-1dc8-42d8-8985-5b7661020e08 admin admin] Network c6933257-8ef8-4bce-aa40-707967b2369e is already hosted by enough agents. {{(pid=84419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:05:50.058534 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-c57198a8-1dc8-42d8-8985-5b7661020e08 admin admin] Resources bound (agent type, host, resource id): {{(pid=84419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:05:50.068665 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346da470-49b4-4bf8-b43a-0c1f9553c549 None None] Network 0461c52e-439c-4065-b280-e8fd7489ca29 requested from dv-cinder-782390-4-smb {{(pid=84421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 08:05:50.400110 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-65e36ecb-a25c-4ef7-89d2-9e0bcb0744ae admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 7.3637979 Apr 07 08:05:50.488950 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-03950781-2f7c-4389-8570-750f94f140c7 req-bd4ebe1f-5738-42f5-981a-ea9771e03591 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422'] for port, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:50.580998 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:05:50.624567 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-c0b0f361-001f-4861-bdca-26dd8eba7b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'name': 'tempest-AttachVolumeShelveTestJSON-1522203858-router', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'b25bdc3d-859f-41b2-bd1f-63370ac91767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:05:39Z', 'updated_at': '2021-04-07T08:05:44Z', 'revision_number': 3, 'project_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'gw_port': {'id': 'b25bdc3d-859f-41b2-bd1f-63370ac91767', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c8:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:41Z', 'updated_at': '2021-04-07T08:05:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb'}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:05:50.681324 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b0f361-001f-4861-bdca-26dd8eba7b56 None None] Checking router: 034e59f7-3fbf-4bd6-866c-c30cc3c80679 for host: dv-cinder-782390-4-smb {{(pid=84421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 08:05:50.681731 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b0f361-001f-4861-bdca-26dd8eba7b56 None None] Updating router 034e59f7-3fbf-4bd6-866c-c30cc3c80679 port b25bdc3d-859f-41b2-bd1f-63370ac91767 binding host dv-cinder-782390-4-smb {{(pid=84421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 08:05:50.724364 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 42444) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:05:50.928356 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c0b0f361-001f-4861-bdca-26dd8eba7b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:51.701403 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_v2 [None req-02733f5f-35d9-433f-9622-6b247a428930 admin admin] Deleting subnet 87c83d80-1b79-4108-91a6-e967a60e7e81 {{(pid=84419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 07 08:05:51.706799 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-02733f5f-35d9-433f-9622-6b247a428930 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:51.818135 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-02733f5f-35d9-433f-9622-6b247a428930 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:51.826262 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-02733f5f-35d9-433f-9622-6b247a428930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4567'] for subnet, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:52.009228 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ebe1f-5738-42f5-981a-ea9771e03591 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Pushing event updated for resources: {'Port': ['ID=705d460d-e829-4683-9c73-3a01a244c771,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:05:52.036879 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-bd4ebe1f-5738-42f5-981a-ea9771e03591 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.456s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:05:52.058766 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3ff784b0-60b6-45a2-9c8e-bd80ec617179 req-2dfdd3be-4926-46b8-ad97-c4b920a436bb tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=c638a1b2-62f2-4332-9af5-8c16eb1eef05 HTTP/1.1" status: 200 len: 210 time: 0.7788539 Apr 07 08:05:52.161076 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134ffaee-ab24-4bbb-8cc3-6fb8f5f95cc1 None None] Network 0461c52e-439c-4065-b280-e8fd7489ca29 requested from dv-cinder-782390-4-smb {{(pid=84421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 08:05:52.217530 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92bee7-9dad-4368-b6f0-48159843df60 req-87821dfb-6185-4acd-b682-385cda2fcb70 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:05:52.220032 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8d92bee7-9dad-4368-b6f0-48159843df60 req-87821dfb-6185-4acd-b682-385cda2fcb70 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad69748c-80e5-436a-8ec9-b0ac5b8bac34 HTTP/1.1" status: 200 len: 932 time: 1.8958552 Apr 07 08:05:52.282905 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03950781-2f7c-4389-8570-750f94f140c7 req-bd4ebe1f-5738-42f5-981a-ea9771e03591 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Network 660a15b8-db25-4329-858d-15d29ef98e07 is already hosted by enough agents. {{(pid=84420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:05:52.294323 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [req-03950781-2f7c-4389-8570-750f94f140c7 req-bd4ebe1f-5738-42f5-981a-ea9771e03591 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Resources bound (agent type, host, resource id): {{(pid=84420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:05:52.299071 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-03950781-2f7c-4389-8570-750f94f140c7 req-bd4ebe1f-5738-42f5-981a-ea9771e03591 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Received port after_create {{(pid=84420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:05:52.308838 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03950781-2f7c-4389-8570-750f94f140c7 req-bd4ebe1f-5738-42f5-981a-ea9771e03591 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:05:52.308838 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-03950781-2f7c-4389-8570-750f94f140c7 req-bd4ebe1f-5738-42f5-981a-ea9771e03591 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for port, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:52.448692 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3536ed28-241b-44b3-9166-b12446632c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:52.470417 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-03950781-2f7c-4389-8570-750f94f140c7 req-bd4ebe1f-5738-42f5-981a-ea9771e03591 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.2087419 Apr 07 08:05:52.493880 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [req-03950781-2f7c-4389-8570-750f94f140c7 req-b621113e-f257-4c17-b016-149e7a177c4f tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=84420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 08:05:52.498916 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-03950781-2f7c-4389-8570-750f94f140c7 req-b621113e-f257-4c17-b016-149e7a177c4f tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139751 Apr 07 08:05:52.555856 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8d92bee7-9dad-4368-b6f0-48159843df60 req-e15146c1-a104-461e-ab5b-697eb22d41e9 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ee21451-714c-4d37-ba75-2375e5c5ec9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544991 Apr 07 08:05:52.574509 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c57198a8-1dc8-42d8-8985-5b7661020e08 admin admin] Router 0c9efe00-b4b8-4567-b9f2-98e39e40d3fe has already been hosted by L3 agent 9e1c8038-06ec-4f38-a606-610b3381902d {{(pid=84419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 08:05:52.854709 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-03950781-2f7c-4389-8570-750f94f140c7 req-e35774ad-9fa7-43e5-9dce-76c1e04eb5eb service neutron] Request body: {'port': {'device_id': 'ad69748c-80e5-436a-8ec9-b0ac5b8bac34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:05:53.112886 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-3536ed28-241b-44b3-9166-b12446632c48 admin admin] Allocated IP 172.20.0.1 (64ec1db9-cd07-42a9-a563-1c7517517aa8/76e481b0-5bdc-45a1-aec7-e681d70e1c14/598fb0e5-3d4f-4657-bf1e-3a89591f541a) {{(pid=84420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:05:53.182786 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-03950781-2f7c-4389-8570-750f94f140c7 req-e35774ad-9fa7-43e5-9dce-76c1e04eb5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:53.190792 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4a5aa94f-dbbe-4eea-9852-96326ac48b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:53.232772 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57198a8-1dc8-42d8-8985-5b7661020e08 admin admin] Notify agent at l3_agent.dv-cinder-782390-4-smb the message routers_updated {{(pid=84419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 08:05:53.255499 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 5e1681aa-1580-452c-80ce-2451c2360a02 up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:05:53.274211 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-a9b35d69-4ce9-451f-b741-6402b7d0e928 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Notify callbacks [] for port, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:53.304108 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-c57198a8-1dc8-42d8-8985-5b7661020e08 admin admin] 10.222.0.16 "PUT /v2.0/routers/0c9efe00-b4b8-4567-b9f2-98e39e40d3fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2877729 Apr 07 08:05:53.405124 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-02733f5f-35d9-433f-9622-6b247a428930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172'] for subnet, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:53.461399 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-11f149f7-5d90-44e9-b92a-f921ba720b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:05:53.573291 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-a9b35d69-4ce9-451f-b741-6402b7d0e928 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422'] for port, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:53.585851 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.db.resource_extend [None req-c0b0f361-001f-4861-bdca-26dd8eba7b56 None None] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 07 08:05:53.654956 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02733f5f-35d9-433f-9622-6b247a428930 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87c83d80-1b79-4108-91a6-e967a60e7e81,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:05:53.904038 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c0b0f361-001f-4861-bdca-26dd8eba7b56 None None] Notify callbacks [] for port, precommit_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:53.931394 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-02733f5f-35d9-433f-9622-6b247a428930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:05:53.935161 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c57198a8-1dc8-42d8-8985-5b7661020e08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:05:53.951061 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning for port 5e1681aa-1580-452c-80ce-2451c2360a02 completed by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:05:53.965161 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning complete for port 5e1681aa-1580-452c-80ce-2451c2360a02 triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:05:53.965886 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:54.002704 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-c0b0f361-001f-4861-bdca-26dd8eba7b56 None None] Transition to ACTIVE for port object b25bdc3d-859f-41b2-bd1f-63370ac91767 will not be triggered until provisioned by entity L2. {{(pid=84421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:05:54.005267 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc68104-1353-4e5a-8889-c31b0c8a3947 req-742d3d50-20f5-43f8-889e-da0c2a473528 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:05:54.030428 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3cc68104-1353-4e5a-8889-c31b0c8a3947 req-742d3d50-20f5-43f8-889e-da0c2a473528 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=c638a1b2-62f2-4332-9af5-8c16eb1eef05 HTTP/1.1" status: 200 len: 931 time: 0.7440860 Apr 07 08:05:54.116028 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-3cc68104-1353-4e5a-8889-c31b0c8a3947 req-20b44912-179a-4c9b-b8b8-0f56018ac925 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Synchronizing usage tracker for tenant:0065664477534e84a7f46e809ac97417 on resource:security_group {{(pid=84420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:05:54.126095 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3536ed28-241b-44b3-9166-b12446632c48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:54.147294 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c0b0f361-001f-4861-bdca-26dd8eba7b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:54.179890 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-02733f5f-35d9-433f-9622-6b247a428930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for subnet, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:54.182155 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-02733f5f-35d9-433f-9622-6b247a428930 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/87c83d80-1b79-4108-91a6-e967a60e7e81 HTTP/1.1" status: 204 len: 168 time: 3.4544022 Apr 07 08:05:54.204454 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:05:54.209405 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 42514) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:05:54.214175 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-3cc68104-1353-4e5a-8889-c31b0c8a3947 req-20b44912-179a-4c9b-b8b8-0f56018ac925 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Unset dirty status for tenant:0065664477534e84a7f46e809ac97417 on resource:security_group {{(pid=84420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:05:54.231449 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3cc68104-1353-4e5a-8889-c31b0c8a3947 req-20b44912-179a-4c9b-b8b8-0f56018ac925 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989958 Apr 07 08:05:54.297986 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-3536ed28-241b-44b3-9166-b12446632c48 admin admin] Transition to ACTIVE for port object 598fb0e5-3d4f-4657-bf1e-3a89591f541a will not be triggered until provisioned by entity DHCP. {{(pid=84420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:05:54.365169 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b35d69-4ce9-451f-b741-6402b7d0e928 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Pushing event updated for resources: {'Port': ['ID=761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:05:54.389829 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a9b35d69-4ce9-451f-b741-6402b7d0e928 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:05:54.445450 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767bee71-ca97-4924-a0f6-59d8ddebbebf None None] Sync routers for ids ['0c9efe00-b4b8-4567-b9f2-98e39e40d3fe'] in dv-cinder-782390-4-smb {{(pid=84422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 08:05:54.467547 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767bee71-ca97-4924-a0f6-59d8ddebbebf None None] Routers {'0c9efe00-b4b8-4567-b9f2-98e39e40d3fe'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:05:54.470457 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-767bee71-ca97-4924-a0f6-59d8ddebbebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:05:25Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['0c9efe00-b4b8-4567-b9f2-98e39e40d3fe'], 'active': True} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:05:54.527948 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c4858-708f-4f33-b904-f23a31b7ccf1 req-bd6e81f3-a6a2-40ea-a717-c7bca8009972 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:05:54.533225 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-281c4858-708f-4f33-b904-f23a31b7ccf1 req-bd6e81f3-a6a2-40ea-a717-c7bca8009972 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad69748c-80e5-436a-8ec9-b0ac5b8bac34 HTTP/1.1" status: 200 len: 932 time: 0.4701951 Apr 07 08:05:54.567088 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:54.583297 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98fc61a-fff0-4153-84c8-4ab54211c2d0 None None] Pushing event updated for resources: {'Port': ['ID=b25bdc3d-859f-41b2-bd1f-63370ac91767,revision_number=2']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:05:54.599932 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b98fc61a-fff0-4153-84c8-4ab54211c2d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:05:54.698584 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-a9b35d69-4ce9-451f-b741-6402b7d0e928 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Network 12b6a4b5-316a-406f-9230-1ee620072355 is already hosted by enough agents. {{(pid=84419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:05:54.702363 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-a9b35d69-4ce9-451f-b741-6402b7d0e928 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Resources bound (agent type, host, resource id): {{(pid=84419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:05:54.717546 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-a9b35d69-4ce9-451f-b741-6402b7d0e928 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Received port after_create {{(pid=84419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:05:54.730941 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-a9b35d69-4ce9-451f-b741-6402b7d0e928 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:05:54.731665 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-a9b35d69-4ce9-451f-b741-6402b7d0e928 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:54.783529 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] For port 5e1681aa-1580-452c-80ce-2451c2360a02, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=5e1681aa-1580-452c-80ce-2451c2360a02,segment=NetworkSegment(1cadf7a7-5200-427f-84ab-5b34fedab1ff),segment_id=1cadf7a7-5200-427f-84ab-5b34fedab1ff)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:05:54.801004 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-74599235-3b86-4e85-b87f-610ff140654a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-154221'] for network, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:54.827025 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-a9b35d69-4ce9-451f-b741-6402b7d0e928 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8174555 Apr 07 08:05:54.860805 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-281c4858-708f-4f33-b904-f23a31b7ccf1 req-8d33f7f1-2f5c-45a2-855c-d3107922bce2 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ee21451-714c-4d37-ba75-2375e5c5ec9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120782 Apr 07 08:05:54.875175 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:54.909672 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-49392a54-8e8b-42a4-a128-582e4e03fb7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:05:55.009708 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-767bee71-ca97-4924-a0f6-59d8ddebbebf None None] Set router 0c9efe00-b4b8-4567-b9f2-98e39e40d3fe gateway port host: dv-cinder-782390-4-smb {{(pid=84422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:05:55.022724 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4f9852c0-6c36-40e0-adaf-8b15dd5d2fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:55.025669 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-c0b0f361-001f-4861-bdca-26dd8eba7b56 None None] Attempting to bind port b25bdc3d-859f-41b2-bd1f-63370ac91767 on host dv-cinder-782390-4-smb for vnic_type normal with profile {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:05:55.026357 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-c0b0f361-001f-4861-bdca-26dd8eba7b56 None None] Attempting to bind port b25bdc3d-859f-41b2-bd1f-63370ac91767 by drivers openvswitch,hyperv on host dv-cinder-782390-4-smb at level 0 using segments [{'id': '1cadf7a7-5200-427f-84ab-5b34fedab1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d'}] {{(pid=84421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 08:05:55.026971 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b0f361-001f-4861-bdca-26dd8eba7b56 None None] Attempting to bind port b25bdc3d-859f-41b2-bd1f-63370ac91767 on network 1ff46c99-7a5d-4315-af88-cb546c84119d {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:05:55.049826 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b0f361-001f-4861-bdca-26dd8eba7b56 None None] Checking agent: {'id': '755cb15d-769a-4687-bcff-bddb0e9936ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 56, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 08:05:55.056423 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b0f361-001f-4861-bdca-26dd8eba7b56 None None] Checking segment: {'id': '1cadf7a7-5200-427f-84ab-5b34fedab1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:05:55.056423 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c0b0f361-001f-4861-bdca-26dd8eba7b56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:55.056423 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b0f361-001f-4861-bdca-26dd8eba7b56 None None] Bound using segment: {'id': '1cadf7a7-5200-427f-84ab-5b34fedab1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d'} {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 08:05:55.056423 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-c0b0f361-001f-4861-bdca-26dd8eba7b56 None None] Bound port: b25bdc3d-859f-41b2-bd1f-63370ac91767, host: dv-cinder-782390-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cadf7a7-5200-427f-84ab-5b34fedab1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d'}}] {{(pid=84421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 08:05:55.056423 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c0b0f361-001f-4861-bdca-26dd8eba7b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:55.071676 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-b390d40f-c9b7-4947-b4bc-476aa82848a7 service neutron] Request body: {'port': {'device_id': 'c638a1b2-62f2-4332-9af5-8c16eb1eef05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:05:55.149434 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-c0b0f361-001f-4861-bdca-26dd8eba7b56 None None] For port b25bdc3d-859f-41b2-bd1f-63370ac91767, host dv-cinder-782390-4-smb, cleared binding levels {{(pid=84421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 08:05:55.153860 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-c0b0f361-001f-4861-bdca-26dd8eba7b56 None None] For port b25bdc3d-859f-41b2-bd1f-63370ac91767, host dv-cinder-782390-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=b25bdc3d-859f-41b2-bd1f-63370ac91767,segment=NetworkSegment(1cadf7a7-5200-427f-84ab-5b34fedab1ff),segment_id=1cadf7a7-5200-427f-84ab-5b34fedab1ff)] {{(pid=84421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 08:05:55.177340 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Pushing event updated for resources: {'Port': ['ID=5e1681aa-1580-452c-80ce-2451c2360a02,revision_number=4']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:05:55.184586 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:05:55.199417 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c0b0f361-001f-4861-bdca-26dd8eba7b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:55.238566 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:05:55.342874 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-b390d40f-c9b7-4947-b4bc-476aa82848a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:55.455164 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-74599235-3b86-4e85-b87f-610ff140654a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854774442', 'neutron.services.segments.db._delete_segments_for_network--9223363274138304577'] for network, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:55.610991 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-74599235-3b86-4e85-b87f-610ff140654a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84420) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 08:05:55.611932 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-74599235-3b86-4e85-b87f-610ff140654a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84420) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 08:05:55.612899 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-74599235-3b86-4e85-b87f-610ff140654a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84420) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 08:05:55.613849 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-74599235-3b86-4e85-b87f-610ff140654a admin admin] Subscribe: > port after_create 55550000 {{(pid=84420) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 08:05:55.615107 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-74599235-3b86-4e85-b87f-610ff140654a admin admin] Subscribe: > port after_delete 55550000 {{(pid=84420) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 08:05:55.615694 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-74599235-3b86-4e85-b87f-610ff140654a admin admin] Subscribe: > port after_update 55550000 {{(pid=84420) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 08:05:55.616514 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-74599235-3b86-4e85-b87f-610ff140654a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84420) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 08:05:55.617123 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-74599235-3b86-4e85-b87f-610ff140654a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84420) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 08:05:55.617716 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-74599235-3b86-4e85-b87f-610ff140654a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84420) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 08:05:55.618528 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-74599235-3b86-4e85-b87f-610ff140654a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84420) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 08:05:55.715347 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-767bee71-ca97-4924-a0f6-59d8ddebbebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9efe00-b4b8-4567-b9f2-98e39e40d3fe', 'name': 'tempest-ServerRescueNegativeTestJSON-42555761-router', 'tenant_id': '9eaeeda39a4b47ae8eb1d0351d5b6be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.228'}], 'enable_snat': True}, 'gw_port_id': '5e1681aa-1580-452c-80ce-2451c2360a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:05:37Z', 'updated_at': '2021-04-07T08:05:47Z', 'revision_number': 4, 'project_id': '9eaeeda39a4b47ae8eb1d0351d5b6be3', 'gw_port': {'id': '5e1681aa-1580-452c-80ce-2451c2360a02', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9efe00-b4b8-4567-b9f2-98e39e40d3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:39Z', 'updated_at': '2021-04-07T08:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': '51917dfc-690b-455f-af37-5fdf3eaf7598', 'name': '', 'network_id': 'c6933257-8ef8-4bce-aa40-707967b2369e', 'tenant_id': '9eaeeda39a4b47ae8eb1d0351d5b6be3', 'mac_address': 'fa:16:3e:97:bc:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9efe00-b4b8-4567-b9f2-98e39e40d3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e3fb4432-90be-4a11-838b-25c9574051e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:45Z', 'updated_at': '2021-04-07T08:05:47Z', 'revision_number': 2, 'project_id': '9eaeeda39a4b47ae8eb1d0351d5b6be3', 'subnets': [{'id': 'e3fb4432-90be-4a11-838b-25c9574051e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:05:55.722270 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767bee71-ca97-4924-a0f6-59d8ddebbebf None None] Checking router: 0c9efe00-b4b8-4567-b9f2-98e39e40d3fe for host: dv-cinder-782390-4-smb {{(pid=84422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 08:05:55.724195 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767bee71-ca97-4924-a0f6-59d8ddebbebf None None] Updating router 0c9efe00-b4b8-4567-b9f2-98e39e40d3fe port 51917dfc-690b-455f-af37-5fdf3eaf7598 binding host dv-cinder-782390-4-smb {{(pid=84422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 08:05:55.840387 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:55.852352 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-74599235-3b86-4e85-b87f-610ff140654a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84420) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 08:05:55.852934 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-74599235-3b86-4e85-b87f-610ff140654a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84420) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 08:05:55.853684 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-74599235-3b86-4e85-b87f-610ff140654a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84420) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 08:05:55.854323 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-74599235-3b86-4e85-b87f-610ff140654a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84420) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 08:05:55.854982 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-74599235-3b86-4e85-b87f-610ff140654a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ad88c07-86ff-4205-8ed0-bef2bec5841d']}} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:05:55.872554 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-767bee71-ca97-4924-a0f6-59d8ddebbebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:55.877015 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-74599235-3b86-4e85-b87f-610ff140654a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebbb4b7a-6ccc-498f-ae7f-4025052e7c41') {'for_net_delete': True} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:05:55.877595 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-74599235-3b86-4e85-b87f-610ff140654a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebbb4b7a-6ccc-498f-ae7f-4025052e7c41') {} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:05:55.894017 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-74599235-3b86-4e85-b87f-610ff140654a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762716471121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10511233'] for segment, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:55.904837 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98fc61a-fff0-4153-84c8-4ab54211c2d0 None None] Pushing event updated for resources: {'Port': ['ID=b25bdc3d-859f-41b2-bd1f-63370ac91767,revision_number=3']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:05:55.913848 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-74599235-3b86-4e85-b87f-610ff140654a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:55.923046 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74599235-3b86-4e85-b87f-610ff140654a admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=84420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 07 08:05:55.930544 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b98fc61a-fff0-4153-84c8-4ab54211c2d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:05:56.002720 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233602b1-28f1-4b7a-8da0-342d5860f6c6 req-a5d884fe-d02d-400e-8ed5-d1d35f5d25f1 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:05:56.006432 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-233602b1-28f1-4b7a-8da0-342d5860f6c6 req-a5d884fe-d02d-400e-8ed5-d1d35f5d25f1 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Synchronizing usage tracker for tenant:0065664477534e84a7f46e809ac97417 on resource:port {{(pid=84419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:05:56.100118 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-233602b1-28f1-4b7a-8da0-342d5860f6c6 req-a5d884fe-d02d-400e-8ed5-d1d35f5d25f1 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Unset dirty status for tenant:0065664477534e84a7f46e809ac97417 on resource:port {{(pid=84419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:05:56.102001 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-233602b1-28f1-4b7a-8da0-342d5860f6c6 req-a5d884fe-d02d-400e-8ed5-d1d35f5d25f1 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=c638a1b2-62f2-4332-9af5-8c16eb1eef05 HTTP/1.1" status: 200 len: 931 time: 0.6272690 Apr 07 08:05:56.119735 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b0f361-001f-4861-bdca-26dd8eba7b56 None None] Routers {'034e59f7-3fbf-4bd6-866c-c30cc3c80679'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:05:56.120669 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-c0b0f361-001f-4861-bdca-26dd8eba7b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:05:55Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['034e59f7-3fbf-4bd6-866c-c30cc3c80679'], 'active': True} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:05:56.433389 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [req-03950781-2f7c-4389-8570-750f94f140c7 req-e35774ad-9fa7-43e5-9dce-76c1e04eb5eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 705d460d-e829-4683-9c73-3a01a244c771 {{(pid=84420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 08:05:56.464954 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-03950781-2f7c-4389-8570-750f94f140c7 req-e35774ad-9fa7-43e5-9dce-76c1e04eb5eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:56.498572 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-03950781-2f7c-4389-8570-750f94f140c7 req-e35774ad-9fa7-43e5-9dce-76c1e04eb5eb service neutron] Transition to ACTIVE for port object 705d460d-e829-4683-9c73-3a01a244c771 will not be triggered until provisioned by entity L2. {{(pid=84420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:05:56.525873 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3536ed28-241b-44b3-9166-b12446632c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10887448'] for port, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:56.570675 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-03950781-2f7c-4389-8570-750f94f140c7 req-e35774ad-9fa7-43e5-9dce-76c1e04eb5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843888368'] for port, after_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:56.591462 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-30990414-7e97-483e-9f17-a155e3022040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:05:56.592508 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-b390d40f-c9b7-4947-b4bc-476aa82848a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8 {{(pid=84419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 08:05:56.618641 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-b390d40f-c9b7-4947-b4bc-476aa82848a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:56.618840 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-767bee71-ca97-4924-a0f6-59d8ddebbebf None None] Notify callbacks [] for port, precommit_update {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:56.635350 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-767bee71-ca97-4924-a0f6-59d8ddebbebf None None] Transition to ACTIVE for port object 51917dfc-690b-455f-af37-5fdf3eaf7598 will not be triggered until provisioned by entity L2. {{(pid=84422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:05:56.678785 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-767bee71-ca97-4924-a0f6-59d8ddebbebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:56.679248 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-b390d40f-c9b7-4947-b4bc-476aa82848a7 service neutron] Transition to ACTIVE for port object 761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8 will not be triggered until provisioned by entity L2. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:05:56.683196 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-c0b0f361-001f-4861-bdca-26dd8eba7b56 None None] Set router 034e59f7-3fbf-4bd6-866c-c30cc3c80679 gateway port host: dv-cinder-782390-4-smb {{(pid=84421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:05:56.774994 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-233602b1-28f1-4b7a-8da0-342d5860f6c6 req-96e7a934-ea33-43ed-bc5c-70b79dd186ec tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5462234 Apr 07 08:05:56.775713 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-b390d40f-c9b7-4947-b4bc-476aa82848a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:57.059765 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:57.098598 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c57198a8-1dc8-42d8-8985-5b7661020e08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:05:57.115746 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-88691f03-c092-40e0-b0d9-eb29ca62e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:05:57.175885 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 5e1681aa-1580-452c-80ce-2451c2360a02 up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:05:57.220140 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:57.291860 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8920efaa-2239-49a0-8968-6faf1c4c4826 None None] Pushing event updated for resources: {'Port': ['ID=51917dfc-690b-455f-af37-5fdf3eaf7598,revision_number=3']} {{(pid=84422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:05:57.311642 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3536ed28-241b-44b3-9166-b12446632c48 admin admin] Network 64ec1db9-cd07-42a9-a563-1c7517517aa8 is already hosted by enough agents. {{(pid=84420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:05:57.390341 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-3536ed28-241b-44b3-9166-b12446632c48 admin admin] Resources bound (agent type, host, resource id): {{(pid=84420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:05:57.400268 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-ca86162e-ff65-46fd-b773-3a0b95301c28 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:05:57.401111 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-ca86162e-ff65-46fd-b773-3a0b95301c28 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Synchronizing usage tracker for tenant:9eaeeda39a4b47ae8eb1d0351d5b6be3 on resource:network {{(pid=84420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:05:57.417345 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3536ed28-241b-44b3-9166-b12446632c48 admin admin] Received port after_create {{(pid=84420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:05:57.445302 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b390d40f-c9b7-4947-b4bc-476aa82848a7 service neutron] Pushing event updated for resources: {'Port': ['ID=761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8,revision_number=2']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:05:57.464978 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b390d40f-c9b7-4947-b4bc-476aa82848a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:05:57.545754 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8920efaa-2239-49a0-8968-6faf1c4c4826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=84422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:05:57.604879 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning complete for port 5e1681aa-1580-452c-80ce-2451c2360a02 triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:05:57.605305 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:57.773354 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aac99a-1b77-4bc5-b125-a463487f38bd req-c40f70f1-9675-4327-b2be-f96786e91046 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:05:57.775215 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-21aac99a-1b77-4bc5-b125-a463487f38bd req-c40f70f1-9675-4327-b2be-f96786e91046 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad69748c-80e5-436a-8ec9-b0ac5b8bac34 HTTP/1.1" status: 200 len: 944 time: 0.6779397 Apr 07 08:05:57.838694 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-b390d40f-c9b7-4947-b4bc-476aa82848a7 service neutron] Attempting to bind port 761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:05:57.838694 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-b390d40f-c9b7-4947-b4bc-476aa82848a7 service neutron] Attempting to bind port 761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '12b6a4b5-316a-406f-9230-1ee620072355'}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 08:05:57.838694 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-b390d40f-c9b7-4947-b4bc-476aa82848a7 service neutron] Attempting to bind port 761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8 on network 12b6a4b5-316a-406f-9230-1ee620072355 {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:05:57.849459 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-b390d40f-c9b7-4947-b4bc-476aa82848a7 service neutron] Port 761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8 on network 12b6a4b5-316a-406f-9230-1ee620072355 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 08:05:57.850008 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-b390d40f-c9b7-4947-b4bc-476aa82848a7 service neutron] Attempting to bind port 761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8 on network 12b6a4b5-316a-406f-9230-1ee620072355 {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:05:57.860592 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-767bee71-ca97-4924-a0f6-59d8ddebbebf None None] Attempting to bind port 51917dfc-690b-455f-af37-5fdf3eaf7598 on host dv-cinder-782390-4-smb for vnic_type normal with profile {{(pid=84422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:05:57.861033 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-767bee71-ca97-4924-a0f6-59d8ddebbebf None None] Attempting to bind port 51917dfc-690b-455f-af37-5fdf3eaf7598 by drivers openvswitch,hyperv on host dv-cinder-782390-4-smb at level 0 using segments [{'id': 'fd84e018-6bdf-49ce-91de-b018ab577ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c6933257-8ef8-4bce-aa40-707967b2369e'}] {{(pid=84422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 08:05:57.861455 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767bee71-ca97-4924-a0f6-59d8ddebbebf None None] Attempting to bind port 51917dfc-690b-455f-af37-5fdf3eaf7598 on network c6933257-8ef8-4bce-aa40-707967b2369e {{(pid=84422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:05:57.862471 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-b390d40f-c9b7-4947-b4bc-476aa82848a7 service neutron] Checking agent: {'id': '265b7c30-4a56-4c92-aee0-001f9a549a36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 8, 3, 49), 'started_at': datetime.datetime(2021, 4, 7, 8, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 08:05:57.862961 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-b390d40f-c9b7-4947-b4bc-476aa82848a7 service neutron] Checking segment: {'id': 'cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '12b6a4b5-316a-406f-9230-1ee620072355'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:05:57.863546 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-b390d40f-c9b7-4947-b4bc-476aa82848a7 service neutron] Bound using segment: {'id': 'cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '12b6a4b5-316a-406f-9230-1ee620072355'} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 08:05:57.864133 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-b390d40f-c9b7-4947-b4bc-476aa82848a7 service neutron] Bound port: 761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '12b6a4b5-316a-406f-9230-1ee620072355'}}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 08:05:57.864531 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-b390d40f-c9b7-4947-b4bc-476aa82848a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:57.872778 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767bee71-ca97-4924-a0f6-59d8ddebbebf None None] Checking agent: {'id': '755cb15d-769a-4687-bcff-bddb0e9936ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 56, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 08:05:57.873226 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767bee71-ca97-4924-a0f6-59d8ddebbebf None None] Checking segment: {'id': 'fd84e018-6bdf-49ce-91de-b018ab577ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c6933257-8ef8-4bce-aa40-707967b2369e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:05:57.873673 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-767bee71-ca97-4924-a0f6-59d8ddebbebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:57.874108 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767bee71-ca97-4924-a0f6-59d8ddebbebf None None] Bound using segment: {'id': 'fd84e018-6bdf-49ce-91de-b018ab577ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c6933257-8ef8-4bce-aa40-707967b2369e'} {{(pid=84422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 08:05:57.880202 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-c0b0f361-001f-4861-bdca-26dd8eba7b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'name': 'tempest-AttachVolumeShelveTestJSON-1522203858-router', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'b25bdc3d-859f-41b2-bd1f-63370ac91767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:05:39Z', 'updated_at': '2021-04-07T08:05:44Z', 'revision_number': 3, 'project_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'gw_port': {'id': 'b25bdc3d-859f-41b2-bd1f-63370ac91767', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c8:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:41Z', 'updated_at': '2021-04-07T08:05:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb'}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:05:57.880636 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-767bee71-ca97-4924-a0f6-59d8ddebbebf None None] Bound port: 51917dfc-690b-455f-af37-5fdf3eaf7598, host: dv-cinder-782390-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd84e018-6bdf-49ce-91de-b018ab577ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c6933257-8ef8-4bce-aa40-707967b2369e'}}] {{(pid=84422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 08:05:57.881153 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-767bee71-ca97-4924-a0f6-59d8ddebbebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:57.881807 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-21aac99a-1b77-4bc5-b125-a463487f38bd req-8d535148-23c7-453d-9c93-20bf6d5b5240 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ee21451-714c-4d37-ba75-2375e5c5ec9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840902 Apr 07 08:05:57.895430 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b0f361-001f-4861-bdca-26dd8eba7b56 None None] The sync data for ids ['034e59f7-3fbf-4bd6-866c-c30cc3c80679'] in dv-cinder-782390-4-smb is: [{'id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'name': 'tempest-AttachVolumeShelveTestJSON-1522203858-router', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'b25bdc3d-859f-41b2-bd1f-63370ac91767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:05:39Z', 'updated_at': '2021-04-07T08:05:44Z', 'revision_number': 3, 'project_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'gw_port': {'id': 'b25bdc3d-859f-41b2-bd1f-63370ac91767', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c8:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:41Z', 'updated_at': '2021-04-07T08:05:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb'}] {{(pid=84421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 08:05:58.117403 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-b390d40f-c9b7-4947-b4bc-476aa82848a7 service neutron] For port 761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8, host hv-cinder-78239, cleared binding levels {{(pid=84419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 08:05:58.137163 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-b390d40f-c9b7-4947-b4bc-476aa82848a7 service neutron] For port 761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8,segment=NetworkSegment(cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee),segment_id=cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee)] {{(pid=84419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 08:05:58.165275 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-b390d40f-c9b7-4947-b4bc-476aa82848a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:58.198832 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-16af3f9e-5ef6-4520-8cfa-13ecef24352c None None] Provisioning for port 598fb0e5-3d4f-4657-bf1e-3a89591f541a completed by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:05:58.218802 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-767bee71-ca97-4924-a0f6-59d8ddebbebf None None] For port 51917dfc-690b-455f-af37-5fdf3eaf7598, host dv-cinder-782390-4-smb, cleared binding levels {{(pid=84422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 08:05:58.221436 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-16af3f9e-5ef6-4520-8cfa-13ecef24352c None None] Provisioning complete for port 598fb0e5-3d4f-4657-bf1e-3a89591f541a triggered by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:05:58.221874 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-16af3f9e-5ef6-4520-8cfa-13ecef24352c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:58.307919 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3536ed28-241b-44b3-9166-b12446632c48 admin admin] Pushing event updated for resources: {'Port': ['ID=598fb0e5-3d4f-4657-bf1e-3a89591f541a,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:05:58.310226 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3536ed28-241b-44b3-9166-b12446632c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-665159'] for router_interface, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:58.399031 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-74599235-3b86-4e85-b87f-610ff140654a admin admin] Network 5ad88c07-86ff-4205-8ed0-bef2bec5841d has no segments {{(pid=84420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 08:05:58.412714 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-74599235-3b86-4e85-b87f-610ff140654a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843888274'] for segment, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:58.446033 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-16af3f9e-5ef6-4520-8cfa-13ecef24352c None None] Port 598fb0e5-3d4f-4657-bf1e-3a89591f541a cannot update to ACTIVE because it is not bound. {{(pid=84421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 08:05:58.717928 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-ca86162e-ff65-46fd-b773-3a0b95301c28 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Unset dirty status for tenant:9eaeeda39a4b47ae8eb1d0351d5b6be3 on resource:network {{(pid=84420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:05:58.727153 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-ca86162e-ff65-46fd-b773-3a0b95301c28 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/networks?id=c6933257-8ef8-4bce-aa40-707967b2369e HTTP/1.1" status: 200 len: 817 time: 3.7500777 Apr 07 08:05:58.743386 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35774ad-9fa7-43e5-9dce-76c1e04eb5eb service neutron] Pushing event updated for resources: {'Port': ['ID=705d460d-e829-4683-9c73-3a01a244c771,revision_number=2']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:05:58.885405 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a9b35d69-4ce9-451f-b741-6402b7d0e928 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:05:58.946595 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-b390d40f-c9b7-4947-b4bc-476aa82848a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:05:58.947331 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-b390d40f-c9b7-4947-b4bc-476aa82848a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:58.949100 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-b390d40f-c9b7-4947-b4bc-476aa82848a7 service neutron] 10.222.0.13 "PUT /v2.0/ports/761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8 HTTP/1.1" status: 200 len: 1093 time: 3.8825383 Apr 07 08:05:58.986175 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c638a1b2-62f2-4332-9af5-8c16eb1eef05', 'tag': '761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:05:59.010890 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e35774ad-9fa7-43e5-9dce-76c1e04eb5eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.409s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:05:59.020464 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3536ed28-241b-44b3-9166-b12446632c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:59.050585 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4f043719-23b0-460a-bdb1-a60dc0374f64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.820s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:05:59.050585 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4f043719-23b0-460a-bdb1-a60dc0374f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:05:59.057476 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-899d192e-7bcc-45f6-89f0-58918ea48104 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/quotas/9eaeeda39a4b47ae8eb1d0351d5b6be3 HTTP/1.1" status: 200 len: 375 time: 0.3287644 Apr 07 08:05:59.171361 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device b25bdc3d-859f-41b2-bd1f-63370ac91767 up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:05:59.308277 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-74599235-3b86-4e85-b87f-610ff140654a admin admin] Network 5ad88c07-86ff-4205-8ed0-bef2bec5841d has no segments {{(pid=84420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 08:05:59.312824 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b390d40f-c9b7-4947-b4bc-476aa82848a7 service neutron] Pushing event updated for resources: {'Port': ['ID=761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8,revision_number=3']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:05:59.343938 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b390d40f-c9b7-4947-b4bc-476aa82848a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:05:59.398155 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a494a6-1647-4951-b1bc-126789bc4014 req-bd380a68-fc71-4355-a372-e511b0781539 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:05:59.398597 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning for port b25bdc3d-859f-41b2-bd1f-63370ac91767 completed by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:05:59.405735 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-49a494a6-1647-4951-b1bc-126789bc4014 req-bd380a68-fc71-4355-a372-e511b0781539 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=c638a1b2-62f2-4332-9af5-8c16eb1eef05 HTTP/1.1" status: 200 len: 943 time: 1.0290585 Apr 07 08:05:59.412271 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning complete for port b25bdc3d-859f-41b2-bd1f-63370ac91767 triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:05:59.420687 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:59.496696 dv-cinder-782390-4-smb neutron-server[84306]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 08:05:59.496696 dv-cinder-782390-4-smb neutron-server[84306]: from cryptography.utils import int_from_bytes Apr 07 08:05:59.496696 dv-cinder-782390-4-smb neutron-server[84306]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 08:05:59.496696 dv-cinder-782390-4-smb neutron-server[84306]: from cryptography.utils import int_from_bytes Apr 07 08:05:59.496696 dv-cinder-782390-4-smb neutron-server[84306]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 07 08:05:59.496696 dv-cinder-782390-4-smb neutron-server[84306]: (rel_b, rel_a, rel_b), Apr 07 08:05:59.496696 dv-cinder-782390-4-smb neutron-server[84306]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 07 08:05:59.496696 dv-cinder-782390-4-smb neutron-server[84306]: (rel_b, rel_a, rel_b), Apr 07 08:05:59.496696 dv-cinder-782390-4-smb neutron-server[84306]: Traceback (most recent call last): Apr 07 08:05:59.496696 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 08:05:59.496696 dv-cinder-782390-4-smb neutron-server[84306]: timer() Apr 07 08:05:59.496696 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 08:05:59.496696 dv-cinder-782390-4-smb neutron-server[84306]: cb(*args, **kw) Apr 07 08:05:59.496696 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 07 08:05:59.496696 dv-cinder-782390-4-smb neutron-server[84306]: return func(*args, **kwargs) Apr 07 08:05:59.496696 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 08:05:59.496696 dv-cinder-782390-4-smb neutron-server[84306]: self._notify() Apr 07 08:05:59.496696 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 08:05:59.496696 dv-cinder-782390-4-smb neutron-server[84306]: self.callback(batched_events) Apr 07 08:05:59.496696 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 08:05:59.496696 dv-cinder-782390-4-smb neutron-server[84306]: event.method(event) Apr 07 08:05:59.496696 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 07 08:05:59.496696 dv-cinder-782390-4-smb neutron-server[84306]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 08:05:59.496696 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 07 08:05:59.496696 dv-cinder-782390-4-smb neutron-server[84306]: segment_id)['aggregates'][0] Apr 07 08:05:59.496696 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 07 08:05:59.496696 dv-cinder-782390-4-smb neutron-server[84306]: return f(self, *a, **k) Apr 07 08:05:59.496696 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 07 08:05:59.496696 dv-cinder-782390-4-smb neutron-server[84306]: return self._get(url).json() Apr 07 08:05:59.496696 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 08:05:59.496696 dv-cinder-782390-4-smb neutron-server[84306]: **kwargs) Apr 07 08:05:59.496696 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 08:05:59.496696 dv-cinder-782390-4-smb neutron-server[84306]: return self.request(url, 'GET', **kwargs) Apr 07 08:05:59.496696 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 07 08:05:59.496696 dv-cinder-782390-4-smb neutron-server[84306]: **endpoint_filter) Apr 07 08:05:59.496696 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 08:05:59.496696 dv-cinder-782390-4-smb neutron-server[84306]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 08:05:59.496696 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 08:05:59.496696 dv-cinder-782390-4-smb neutron-server[84306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 08:05:59.496696 dv-cinder-782390-4-smb neutron-server[84306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 08:05:59.540686 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-674edd9f-c782-4bc5-8068-8686b5964be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:05:59.542313 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-674edd9f-c782-4bc5-8068-8686b5964be2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0065664477534e84a7f46e809ac97417&device_id=c638a1b2-62f2-4332-9af5-8c16eb1eef05 HTTP/1.1" status: 200 len: 1096 time: 0.4118228 Apr 07 08:05:59.545341 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 42626) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:05:59.551549 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-49a494a6-1647-4951-b1bc-126789bc4014 req-2b6306f9-0454-4e83-91d5-6a7ce4352a60 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278727 Apr 07 08:05:59.784671 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:59.828914 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] For port b25bdc3d-859f-41b2-bd1f-63370ac91767, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=b25bdc3d-859f-41b2-bd1f-63370ac91767,segment=NetworkSegment(1cadf7a7-5200-427f-84ab-5b34fedab1ff),segment_id=1cadf7a7-5200-427f-84ab-5b34fedab1ff)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:05:59.843786 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-dc41b668-d9b1-4149-917d-cb1b0f4568aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8 HTTP/1.1" status: 200 len: 217 time: 0.2868888 Apr 07 08:05:59.867482 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:05:59.869799 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:05:59.979630 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a48f0fd0-88b6-444a-ac94-0eb0a9b4d05c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:00.002774 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d21da-a5cc-4d35-9083-7c625d3f9e37 req-c3304fe5-4727-45e3-8afd-1a5c54a3825a tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:00.003937 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a89d21da-a5cc-4d35-9083-7c625d3f9e37 req-c3304fe5-4727-45e3-8afd-1a5c54a3825a tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad69748c-80e5-436a-8ec9-b0ac5b8bac34 HTTP/1.1" status: 200 len: 944 time: 0.2981200 Apr 07 08:06:00.018354 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-a48f0fd0-88b6-444a-ac94-0eb0a9b4d05c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:06:00.023467 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-a48f0fd0-88b6-444a-ac94-0eb0a9b4d05c admin admin] Usage tracker for resource:security_group_rule and tenant:2e896f1bb9c241e0a8a0954c03e6eba4 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:06:00.027199 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-a48f0fd0-88b6-444a-ac94-0eb0a9b4d05c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:06:00.035573 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-a48f0fd0-88b6-444a-ac94-0eb0a9b4d05c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:06:00.176953 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-767bee71-ca97-4924-a0f6-59d8ddebbebf None None] For port 51917dfc-690b-455f-af37-5fdf3eaf7598, host dv-cinder-782390-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=51917dfc-690b-455f-af37-5fdf3eaf7598,segment=NetworkSegment(fd84e018-6bdf-49ce-91de-b018ab577ddb),segment_id=fd84e018-6bdf-49ce-91de-b018ab577ddb)] {{(pid=84422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 08:06:00.177503 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a89d21da-a5cc-4d35-9083-7c625d3f9e37 req-b9171528-7a47-4dc3-934b-fb0e07ac3dbc tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ee21451-714c-4d37-ba75-2375e5c5ec9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211228 Apr 07 08:06:00.234185 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-767bee71-ca97-4924-a0f6-59d8ddebbebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:00.267389 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:00.268484 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-4d885711-41b2-49be-8f31-061f7cb62c46 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9eaeeda39a4b47ae8eb1d0351d5b6be3&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1895781 Apr 07 08:06:00.269159 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-74599235-3b86-4e85-b87f-610ff140654a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675294'] for network, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:00.339101 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a48f0fd0-88b6-444a-ac94-0eb0a9b4d05c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:00.398840 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-0513bcb2-f972-43e9-b30e-8d69cddf4d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:00.400490 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-0513bcb2-f972-43e9-b30e-8d69cddf4d7d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0261230a-f66e-46e9-a29a-909ac4232a81 HTTP/1.1" status: 200 len: 855 time: 0.2986336 Apr 07 08:06:00.401671 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a48f0fd0-88b6-444a-ac94-0eb0a9b4d05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:00.459525 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-23034c15-54df-45d9-91f2-7aa603018859 service neutron] 10.222.0.16 "GET /v2.0/networks/c6933257-8ef8-4bce-aa40-707967b2369e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815929 Apr 07 08:06:00.494074 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:00.518046 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:00.536325 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-a48f0fd0-88b6-444a-ac94-0eb0a9b4d05c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2e896f1bb9c241e0a8a0954c03e6eba4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9894228 Apr 07 08:06:00.543518 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c638a1b2-62f2-4332-9af5-8c16eb1eef05', 'tag': '761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8', 'status': 'completed', 'code': 200} Apr 07 08:06:00.544333 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f0fd0-88b6-444a-ac94-0eb0a9b4d05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d3aee2-ec0b-4f82-bec2-8fe8fdcab8f9,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:00.555102 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Pushing event updated for resources: {'Port': ['ID=b25bdc3d-859f-41b2-bd1f-63370ac91767,revision_number=4']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:00.561477 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 42650) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:00.563788 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a48f0fd0-88b6-444a-ac94-0eb0a9b4d05c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:00.564677 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:00.588770 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-b18bc631-af4e-4610-be86-9ed2a94f167f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=12b6a4b5-316a-406f-9230-1ee620072355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1303859 Apr 07 08:06:00.615587 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-74599235-3b86-4e85-b87f-610ff140654a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for network, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:00.624290 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-74599235-3b86-4e85-b87f-610ff140654a admin admin] 10.222.0.16 "DELETE /v2.0/networks/5ad88c07-86ff-4205-8ed0-bef2bec5841d HTTP/1.1" status: 204 len: 168 time: 6.3882601 Apr 07 08:06:00.636712 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 42656) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:00.642125 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74599235-3b86-4e85-b87f-610ff140654a admin admin] Pushing event deleted for resources: {'Network': ['ID=5ad88c07-86ff-4205-8ed0-bef2bec5841d,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:00.754129 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-74599235-3b86-4e85-b87f-610ff140654a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:00.756687 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-03950781-2f7c-4389-8570-750f94f140c7 req-e35774ad-9fa7-43e5-9dce-76c1e04eb5eb service neutron] Attempting to bind port 705d460d-e829-4683-9c73-3a01a244c771 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:06:00.757090 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-03950781-2f7c-4389-8570-750f94f140c7 req-e35774ad-9fa7-43e5-9dce-76c1e04eb5eb service neutron] Attempting to bind port 705d460d-e829-4683-9c73-3a01a244c771 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': '8ffa5890-4b46-4d35-966a-ad851e07de8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '660a15b8-db25-4329-858d-15d29ef98e07'}] {{(pid=84420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 08:06:00.757487 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03950781-2f7c-4389-8570-750f94f140c7 req-e35774ad-9fa7-43e5-9dce-76c1e04eb5eb service neutron] Attempting to bind port 705d460d-e829-4683-9c73-3a01a244c771 on network 660a15b8-db25-4329-858d-15d29ef98e07 {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:06:00.813377 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03950781-2f7c-4389-8570-750f94f140c7 req-e35774ad-9fa7-43e5-9dce-76c1e04eb5eb service neutron] Port 705d460d-e829-4683-9c73-3a01a244c771 on network 660a15b8-db25-4329-858d-15d29ef98e07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 08:06:00.813763 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03950781-2f7c-4389-8570-750f94f140c7 req-e35774ad-9fa7-43e5-9dce-76c1e04eb5eb service neutron] Attempting to bind port 705d460d-e829-4683-9c73-3a01a244c771 on network 660a15b8-db25-4329-858d-15d29ef98e07 {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:06:00.844841 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03950781-2f7c-4389-8570-750f94f140c7 req-e35774ad-9fa7-43e5-9dce-76c1e04eb5eb service neutron] Checking agent: {'id': '265b7c30-4a56-4c92-aee0-001f9a549a36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 8, 3, 49), 'started_at': datetime.datetime(2021, 4, 7, 8, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 08:06:00.845259 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03950781-2f7c-4389-8570-750f94f140c7 req-e35774ad-9fa7-43e5-9dce-76c1e04eb5eb service neutron] Checking segment: {'id': '8ffa5890-4b46-4d35-966a-ad851e07de8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '660a15b8-db25-4329-858d-15d29ef98e07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:06:00.845781 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03950781-2f7c-4389-8570-750f94f140c7 req-e35774ad-9fa7-43e5-9dce-76c1e04eb5eb service neutron] Bound using segment: {'id': '8ffa5890-4b46-4d35-966a-ad851e07de8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '660a15b8-db25-4329-858d-15d29ef98e07'} {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 08:06:00.846294 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-03950781-2f7c-4389-8570-750f94f140c7 req-e35774ad-9fa7-43e5-9dce-76c1e04eb5eb service neutron] Bound port: 705d460d-e829-4683-9c73-3a01a244c771, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ffa5890-4b46-4d35-966a-ad851e07de8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '660a15b8-db25-4329-858d-15d29ef98e07'}}] {{(pid=84420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 08:06:00.846697 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-03950781-2f7c-4389-8570-750f94f140c7 req-e35774ad-9fa7-43e5-9dce-76c1e04eb5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:00.850204 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8920efaa-2239-49a0-8968-6faf1c4c4826 None None] Pushing event updated for resources: {'Port': ['ID=51917dfc-690b-455f-af37-5fdf3eaf7598,revision_number=4']} {{(pid=84422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:00.855011 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767bee71-ca97-4924-a0f6-59d8ddebbebf None None] Routers {'0c9efe00-b4b8-4567-b9f2-98e39e40d3fe'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:06:00.856181 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-767bee71-ca97-4924-a0f6-59d8ddebbebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:05:55Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['0c9efe00-b4b8-4567-b9f2-98e39e40d3fe'], 'active': True} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:06:00.937775 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-227e1f33-9c65-4060-847c-36043d309889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:00.952306 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-03950781-2f7c-4389-8570-750f94f140c7 req-e35774ad-9fa7-43e5-9dce-76c1e04eb5eb service neutron] For port 705d460d-e829-4683-9c73-3a01a244c771, host hv-cinder-78239, cleared binding levels {{(pid=84420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 08:06:00.957301 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-03950781-2f7c-4389-8570-750f94f140c7 req-e35774ad-9fa7-43e5-9dce-76c1e04eb5eb service neutron] For port 705d460d-e829-4683-9c73-3a01a244c771, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=705d460d-e829-4683-9c73-3a01a244c771,segment=NetworkSegment(8ffa5890-4b46-4d35-966a-ad851e07de8f),segment_id=8ffa5890-4b46-4d35-966a-ad851e07de8f)] {{(pid=84420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 08:06:00.980044 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-03950781-2f7c-4389-8570-750f94f140c7 req-e35774ad-9fa7-43e5-9dce-76c1e04eb5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843888368'] for port, after_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:00.985287 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-227e1f33-9c65-4060-847c-36043d309889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:01.014673 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-85189317-2a5e-4643-b187-9a9cc1adae84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:01.032469 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-1f34347c-c2ba-4035-b846-014daa223dc6 service neutron] 10.222.0.13 "GET /v2.0/networks/12b6a4b5-316a-406f-9230-1ee620072355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943834 Apr 07 08:06:01.117311 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35774ad-9fa7-43e5-9dce-76c1e04eb5eb service neutron] Pushing event updated for resources: {'Port': ['ID=705d460d-e829-4683-9c73-3a01a244c771,revision_number=3']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:01.137402 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e35774ad-9fa7-43e5-9dce-76c1e04eb5eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:01.151825 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-b0617aff-fa02-40f1-acb9-44eba03feebf service neutron] 10.222.0.16 "GET /v2.0/networks/c6933257-8ef8-4bce-aa40-707967b2369e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6350183 Apr 07 08:06:01.243993 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device b25bdc3d-859f-41b2-bd1f-63370ac91767 up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:06:01.287110 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3536ed28-241b-44b3-9166-b12446632c48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:01.325585 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3536ed28-241b-44b3-9166-b12446632c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843888368'] for port, after_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:01.399520 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8920efaa-2239-49a0-8968-6faf1c4c4826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.132s {{(pid=84422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:01.465462 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning complete for port b25bdc3d-859f-41b2-bd1f-63370ac91767 triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:06:01.465886 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:01.469718 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ecc0066-f2a9-4778-a257-2350566afd29 admin admin] Deleting subnet 050d61ab-290c-4cf8-b11e-ece12c46614e {{(pid=84419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 07 08:06:01.482569 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0ecc0066-f2a9-4778-a257-2350566afd29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:01.518358 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4f043719-23b0-460a-bdb1-a60dc0374f64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:01.614671 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3536ed28-241b-44b3-9166-b12446632c48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672914'] for router_interface, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:01.624072 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0ecc0066-f2a9-4778-a257-2350566afd29 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:01.645337 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0ecc0066-f2a9-4778-a257-2350566afd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4567'] for subnet, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:01.744465 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-767bee71-ca97-4924-a0f6-59d8ddebbebf None None] Set router 0c9efe00-b4b8-4567-b9f2-98e39e40d3fe gateway port host: dv-cinder-782390-4-smb {{(pid=84422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:06:01.822965 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03950781-2f7c-4389-8570-750f94f140c7 req-e35774ad-9fa7-43e5-9dce-76c1e04eb5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:01.824094 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-03950781-2f7c-4389-8570-750f94f140c7 req-e35774ad-9fa7-43e5-9dce-76c1e04eb5eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for port, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:01.845254 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-03950781-2f7c-4389-8570-750f94f140c7 req-e35774ad-9fa7-43e5-9dce-76c1e04eb5eb service neutron] 10.222.0.13 "PUT /v2.0/ports/705d460d-e829-4683-9c73-3a01a244c771 HTTP/1.1" status: 200 len: 1094 time: 9.0868497 Apr 07 08:06:01.869933 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad69748c-80e5-436a-8ec9-b0ac5b8bac34', 'tag': '705d460d-e829-4683-9c73-3a01a244c771'}] {{(pid=84420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:06:01.913026 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 51917dfc-690b-455f-af37-5fdf3eaf7598 up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:06:02.129916 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3536ed28-241b-44b3-9166-b12446632c48 admin admin] Pushing event updated for resources: {'Port': ['ID=598fb0e5-3d4f-4657-bf1e-3a89591f541a,revision_number=2']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:02.150890 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3536ed28-241b-44b3-9166-b12446632c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:02.221908 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning for port 51917dfc-690b-455f-af37-5fdf3eaf7598 completed by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:06:02.242271 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-61eb08f0-7502-418b-aacc-cf1078b9efe0 None None] Agent healthcheck: found 6 active agents {{(pid=84422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 08:06:02.246701 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning complete for port 51917dfc-690b-455f-af37-5fdf3eaf7598 triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:06:02.247214 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:02.259680 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3536ed28-241b-44b3-9166-b12446632c48 admin admin] Network 64ec1db9-cd07-42a9-a563-1c7517517aa8 is already hosted by enough agents. {{(pid=84420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:06:02.261820 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-3536ed28-241b-44b3-9166-b12446632c48 admin admin] Resources bound (agent type, host, resource id): {{(pid=84420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:06:02.279107 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede2bb6-aea5-4e96-82fa-7e5fd40595ea req-9cb28940-f8c0-44b5-b4d2-e4d13fabd554 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:02.280620 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-dede2bb6-aea5-4e96-82fa-7e5fd40595ea req-9cb28940-f8c0-44b5-b4d2-e4d13fabd554 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Synchronizing usage tracker for tenant:56e6d3233cd34fd5b7ffea874523bb65 on resource:port {{(pid=84420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:06:02.586585 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:02.675036 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-767bee71-ca97-4924-a0f6-59d8ddebbebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9efe00-b4b8-4567-b9f2-98e39e40d3fe', 'name': 'tempest-ServerRescueNegativeTestJSON-42555761-router', 'tenant_id': '9eaeeda39a4b47ae8eb1d0351d5b6be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.228'}], 'enable_snat': True}, 'gw_port_id': '5e1681aa-1580-452c-80ce-2451c2360a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:05:37Z', 'updated_at': '2021-04-07T08:05:47Z', 'revision_number': 4, 'project_id': '9eaeeda39a4b47ae8eb1d0351d5b6be3', 'gw_port': {'id': '5e1681aa-1580-452c-80ce-2451c2360a02', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9efe00-b4b8-4567-b9f2-98e39e40d3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:39Z', 'updated_at': '2021-04-07T08:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': '51917dfc-690b-455f-af37-5fdf3eaf7598', 'name': '', 'network_id': 'c6933257-8ef8-4bce-aa40-707967b2369e', 'tenant_id': '9eaeeda39a4b47ae8eb1d0351d5b6be3', 'mac_address': 'fa:16:3e:97:bc:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9efe00-b4b8-4567-b9f2-98e39e40d3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e3fb4432-90be-4a11-838b-25c9574051e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:45Z', 'updated_at': '2021-04-07T08:05:58Z', 'revision_number': 4, 'project_id': '9eaeeda39a4b47ae8eb1d0351d5b6be3', 'subnets': [{'id': 'e3fb4432-90be-4a11-838b-25c9574051e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:06:02.681785 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2ea85090-aac1-4055-b0af-2f17ee4b581c req-647cd57b-b9b7-4945-a31d-f6118ca8773f service neutron] 10.222.0.13 "GET /v2.0/networks/12b6a4b5-316a-406f-9230-1ee620072355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5120900 Apr 07 08:06:02.682808 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767bee71-ca97-4924-a0f6-59d8ddebbebf None None] The sync data for ids ['0c9efe00-b4b8-4567-b9f2-98e39e40d3fe'] in dv-cinder-782390-4-smb is: [{'id': '0c9efe00-b4b8-4567-b9f2-98e39e40d3fe', 'name': 'tempest-ServerRescueNegativeTestJSON-42555761-router', 'tenant_id': '9eaeeda39a4b47ae8eb1d0351d5b6be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.228'}], 'enable_snat': True}, 'gw_port_id': '5e1681aa-1580-452c-80ce-2451c2360a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:05:37Z', 'updated_at': '2021-04-07T08:05:47Z', 'revision_number': 4, 'project_id': '9eaeeda39a4b47ae8eb1d0351d5b6be3', 'gw_port': {'id': '5e1681aa-1580-452c-80ce-2451c2360a02', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9efe00-b4b8-4567-b9f2-98e39e40d3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:39Z', 'updated_at': '2021-04-07T08:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': '51917dfc-690b-455f-af37-5fdf3eaf7598', 'name': '', 'network_id': 'c6933257-8ef8-4bce-aa40-707967b2369e', 'tenant_id': '9eaeeda39a4b47ae8eb1d0351d5b6be3', 'mac_address': 'fa:16:3e:97:bc:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9efe00-b4b8-4567-b9f2-98e39e40d3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e3fb4432-90be-4a11-838b-25c9574051e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:45Z', 'updated_at': '2021-04-07T08:05:58Z', 'revision_number': 4, 'project_id': '9eaeeda39a4b47ae8eb1d0351d5b6be3', 'subnets': [{'id': 'e3fb4432-90be-4a11-838b-25c9574051e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 08:06:02.720638 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5366c-4858-4a4b-9787-223257320209 req-2ea70c7b-beff-4b8d-bd75-d58bed7c7c31 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:02.729380 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-82c5366c-4858-4a4b-9787-223257320209 req-2ea70c7b-beff-4b8d-bd75-d58bed7c7c31 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=c638a1b2-62f2-4332-9af5-8c16eb1eef05 HTTP/1.1" status: 200 len: 943 time: 1.6955900 Apr 07 08:06:02.761939 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-4ea8d74f-9b9d-4ca7-a994-b67c093b934d None None] Provisioning complete for port 598fb0e5-3d4f-4657-bf1e-3a89591f541a triggered by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:06:02.763251 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4ea8d74f-9b9d-4ca7-a994-b67c093b934d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:02.803506 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-82c5366c-4858-4a4b-9787-223257320209 req-6e0f3cb7-b2ab-473b-b4eb-109216f552f3 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729647 Apr 07 08:06:02.840958 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-4ea8d74f-9b9d-4ca7-a994-b67c093b934d None None] Port 598fb0e5-3d4f-4657-bf1e-3a89591f541a cannot update to ACTIVE because it is not bound. {{(pid=84421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 08:06:02.895178 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] For port 51917dfc-690b-455f-af37-5fdf3eaf7598, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=51917dfc-690b-455f-af37-5fdf3eaf7598,segment=NetworkSegment(fd84e018-6bdf-49ce-91de-b018ab577ddb),segment_id=fd84e018-6bdf-49ce-91de-b018ab577ddb)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:06:02.896751 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-dede2bb6-aea5-4e96-82fa-7e5fd40595ea req-9cb28940-f8c0-44b5-b4d2-e4d13fabd554 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Unset dirty status for tenant:56e6d3233cd34fd5b7ffea874523bb65 on resource:port {{(pid=84420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:06:02.904546 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-dede2bb6-aea5-4e96-82fa-7e5fd40595ea req-9cb28940-f8c0-44b5-b4d2-e4d13fabd554 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad69748c-80e5-436a-8ec9-b0ac5b8bac34 HTTP/1.1" status: 200 len: 944 time: 1.0355017 Apr 07 08:06:02.931374 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-a909e5f3-789e-4091-99cf-77533c173f40 req-96db4a70-8619-46d9-a13f-9a795cd72560 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Synchronizing usage tracker for tenant:9eaeeda39a4b47ae8eb1d0351d5b6be3 on resource:port {{(pid=84419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:06:02.954147 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:02.958098 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9ab1ea90-062a-4387-822c-e90c4630c391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:02.991308 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-a909e5f3-789e-4091-99cf-77533c173f40 req-96db4a70-8619-46d9-a13f-9a795cd72560 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Unset dirty status for tenant:9eaeeda39a4b47ae8eb1d0351d5b6be3 on resource:port {{(pid=84419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:06:02.997220 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a909e5f3-789e-4091-99cf-77533c173f40 req-96db4a70-8619-46d9-a13f-9a795cd72560 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 210 time: 0.1179678 Apr 07 08:06:02.997220 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f85cc-6ed3-46af-b9e5-58fb5aa677a4 req-719c9578-35f8-404a-9d02-8608a1a713d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:02.997699 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d10f85cc-6ed3-46af-b9e5-58fb5aa677a4 req-719c9578-35f8-404a-9d02-8608a1a713d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0065664477534e84a7f46e809ac97417&device_id=c638a1b2-62f2-4332-9af5-8c16eb1eef05 HTTP/1.1" status: 200 len: 1096 time: 0.1903803 Apr 07 08:06:03.064859 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03950781-2f7c-4389-8570-750f94f140c7 req-ebcaf073-ebf3-4b65-9890-4acc6164f780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:03.066627 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-03950781-2f7c-4389-8570-750f94f140c7 req-ebcaf073-ebf3-4b65-9890-4acc6164f780 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e6d3233cd34fd5b7ffea874523bb65&device_id=ad69748c-80e5-436a-8ec9-b0ac5b8bac34 HTTP/1.1" status: 200 len: 1097 time: 0.7676268 Apr 07 08:06:03.173863 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Pushing event updated for resources: {'Port': ['ID=51917dfc-690b-455f-af37-5fdf3eaf7598,revision_number=5']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:03.183088 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:03.189926 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-dede2bb6-aea5-4e96-82fa-7e5fd40595ea req-738adf04-440a-4961-936c-de93a4f0e77d tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Synchronizing usage tracker for tenant:56e6d3233cd34fd5b7ffea874523bb65 on resource:security_group {{(pid=84420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:06:03.205943 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f85cc-6ed3-46af-b9e5-58fb5aa677a4 req-0a024768-12a5-4451-b1fa-f099dc0bc794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:03.208195 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d10f85cc-6ed3-46af-b9e5-58fb5aa677a4 req-0a024768-12a5-4451-b1fa-f099dc0bc794 service neutron] 10.222.0.13 "GET /v2.0/networks?id=12b6a4b5-316a-406f-9230-1ee620072355 HTTP/1.1" status: 200 len: 916 time: 0.2029800 Apr 07 08:06:03.213796 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-03950781-2f7c-4389-8570-750f94f140c7 req-4b06ca75-4cf7-4c8a-af38-ef2ac492e642 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=705d460d-e829-4683-9c73-3a01a244c771 HTTP/1.1" status: 200 len: 217 time: 0.1335263 Apr 07 08:06:03.282516 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad69748c-80e5-436a-8ec9-b0ac5b8bac34', 'tag': '705d460d-e829-4683-9c73-3a01a244c771', 'status': 'completed', 'code': 200} Apr 07 08:06:03.291656 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3536ed28-241b-44b3-9166-b12446632c48 admin admin] Router 034e59f7-3fbf-4bd6-866c-c30cc3c80679 has already been hosted by L3 agent 9e1c8038-06ec-4f38-a606-610b3381902d {{(pid=84420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 08:06:03.292594 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-dede2bb6-aea5-4e96-82fa-7e5fd40595ea req-738adf04-440a-4961-936c-de93a4f0e77d tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Unset dirty status for tenant:56e6d3233cd34fd5b7ffea874523bb65 on resource:security_group {{(pid=84420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:06:03.296831 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0ecc0066-f2a9-4778-a257-2350566afd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172'] for subnet, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:03.303886 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-dede2bb6-aea5-4e96-82fa-7e5fd40595ea req-738adf04-440a-4961-936c-de93a4f0e77d tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ee21451-714c-4d37-ba75-2375e5c5ec9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982563 Apr 07 08:06:03.332755 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d10f85cc-6ed3-46af-b9e5-58fb5aa677a4 req-03671eb4-c5bd-4609-8ac7-94ceb24c6ad5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8 HTTP/1.1" status: 200 len: 217 time: 0.1116879 Apr 07 08:06:03.336005 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:03.538530 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-227e1f33-9c65-4060-847c-36043d309889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:03.564572 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc0066-f2a9-4778-a257-2350566afd29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=050d61ab-290c-4cf8-b11e-ece12c46614e,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:03.574355 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-0ecc0066-f2a9-4778-a257-2350566afd29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:03.633225 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03950781-2f7c-4389-8570-750f94f140c7 req-d32dddac-6766-401a-a316-80d9274a29f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:03.635071 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-03950781-2f7c-4389-8570-750f94f140c7 req-d32dddac-6766-401a-a316-80d9274a29f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13cae99c-d32f-4a01-95fd-0a58fc151559 HTTP/1.1" status: 200 len: 851 time: 0.3950405 Apr 07 08:06:03.667326 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:03.695020 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3536ed28-241b-44b3-9166-b12446632c48 admin admin] Notify agent at l3_agent.dv-cinder-782390-4-smb the message routers_updated {{(pid=84420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 08:06:03.698633 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-03950781-2f7c-4389-8570-750f94f140c7 req-e456b745-9fd7-4089-9d79-4196aa8cb5b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=660a15b8-db25-4329-858d-15d29ef98e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561473 Apr 07 08:06:03.703588 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-3536ed28-241b-44b3-9166-b12446632c48 admin admin] 10.222.0.16 "PUT /v2.0/routers/034e59f7-3fbf-4bd6-866c-c30cc3c80679/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4949498 Apr 07 08:06:03.705836 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09543488-3dd6-4c51-bd21-583b6cfb4990 None None] Sync routers for ids ['034e59f7-3fbf-4bd6-866c-c30cc3c80679'] in dv-cinder-782390-4-smb {{(pid=84421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 08:06:03.789293 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09543488-3dd6-4c51-bd21-583b6cfb4990 None None] Routers {'034e59f7-3fbf-4bd6-866c-c30cc3c80679'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:06:03.790799 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-09543488-3dd6-4c51-bd21-583b6cfb4990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:05:55Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['034e59f7-3fbf-4bd6-866c-c30cc3c80679'], 'active': True} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:06:03.861226 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-03950781-2f7c-4389-8570-750f94f140c7 req-68fa2982-ee6f-4577-8d5e-0d9910f2f57c service neutron] 10.222.0.13 "GET /v2.0/networks/660a15b8-db25-4329-858d-15d29ef98e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535213 Apr 07 08:06:03.870017 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-90bd367e-8d56-470d-9a67-f06b64c6c56b tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:03.876538 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-90bd367e-8d56-470d-9a67-f06b64c6c56b tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/networks?id=c6933257-8ef8-4bce-aa40-707967b2369e HTTP/1.1" status: 200 len: 817 time: 0.2262807 Apr 07 08:06:03.896811 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e1f33-9c65-4060-847c-36043d309889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d3aee2-ec0b-4f82-bec2-8fe8fdcab8f9,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:04.112358 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-03950781-2f7c-4389-8570-750f94f140c7 req-39726939-ab0e-44ba-ad69-165e192d3b36 service neutron] 10.222.0.13 "GET /v2.0/networks/660a15b8-db25-4329-858d-15d29ef98e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436969 Apr 07 08:06:04.150921 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-227e1f33-9c65-4060-847c-36043d309889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:04.167233 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-55c019b4-d2a0-4316-8626-4fa14c8e46b0 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/quotas/9eaeeda39a4b47ae8eb1d0351d5b6be3 HTTP/1.1" status: 200 len: 375 time: 0.2896030 Apr 07 08:06:04.170344 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f85cc-6ed3-46af-b9e5-58fb5aa677a4 req-f65edf29-9f22-4a3b-a80e-93da2d77d08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:04.172677 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d10f85cc-6ed3-46af-b9e5-58fb5aa677a4 req-f65edf29-9f22-4a3b-a80e-93da2d77d08b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0261230a-f66e-46e9-a29a-909ac4232a81 HTTP/1.1" status: 200 len: 855 time: 0.7519443 Apr 07 08:06:04.194785 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1e119-a92f-4076-8fe4-3349e725b634 req-5883880f-25ff-42ae-92d3-566b6d169dc5 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:04.203513 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d9b1e119-a92f-4076-8fe4-3349e725b634 req-5883880f-25ff-42ae-92d3-566b6d169dc5 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=c638a1b2-62f2-4332-9af5-8c16eb1eef05 HTTP/1.1" status: 200 len: 943 time: 0.1828568 Apr 07 08:06:04.227679 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-227e1f33-9c65-4060-847c-36043d309889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:04.230688 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-227e1f33-9c65-4060-847c-36043d309889 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/17d3aee2-ec0b-4f82-bec2-8fe8fdcab8f9 HTTP/1.1" status: 204 len: 168 time: 3.6483502 Apr 07 08:06:04.246297 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-09543488-3dd6-4c51-bd21-583b6cfb4990 None None] Set router 034e59f7-3fbf-4bd6-866c-c30cc3c80679 gateway port host: dv-cinder-782390-4-smb {{(pid=84421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:06:04.270391 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0ecc0066-f2a9-4778-a257-2350566afd29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for subnet, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:04.275187 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-0ecc0066-f2a9-4778-a257-2350566afd29 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/050d61ab-290c-4cf8-b11e-ece12c46614e HTTP/1.1" status: 204 len: 168 time: 3.6167350 Apr 07 08:06:04.281535 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 42748) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:04.355031 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d9b1e119-a92f-4076-8fe4-3349e725b634 req-a08e9eba-fe35-405d-974f-2cb8fa5cfea3 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917792 Apr 07 08:06:04.372875 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874c335-6d5d-4d58-a2a5-98eba52c1812 req-477d863b-3e77-49d0-8d39-43d2405e2b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:04.375843 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4874c335-6d5d-4d58-a2a5-98eba52c1812 req-477d863b-3e77-49d0-8d39-43d2405e2b5f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e6d3233cd34fd5b7ffea874523bb65&device_id=ad69748c-80e5-436a-8ec9-b0ac5b8bac34 HTTP/1.1" status: 200 len: 1097 time: 0.1708996 Apr 07 08:06:04.420896 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d10f85cc-6ed3-46af-b9e5-58fb5aa677a4 req-78ab517a-8873-4af3-a989-7a82b1b968cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=12b6a4b5-316a-406f-9230-1ee620072355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1993513 Apr 07 08:06:04.553236 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.13', 58091) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:04.639437 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874c335-6d5d-4d58-a2a5-98eba52c1812 req-e633b143-340e-49fa-a983-89853182bdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:04.641577 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4874c335-6d5d-4d58-a2a5-98eba52c1812 req-e633b143-340e-49fa-a983-89853182bdd1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=660a15b8-db25-4329-858d-15d29ef98e07 HTTP/1.1" status: 200 len: 912 time: 0.2571814 Apr 07 08:06:04.671693 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c2ef2cf3-61fd-4db3-96f8-4823cfd85c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-154221'] for network, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:04.691936 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-09543488-3dd6-4c51-bd21-583b6cfb4990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'name': 'tempest-AttachVolumeShelveTestJSON-1522203858-router', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'b25bdc3d-859f-41b2-bd1f-63370ac91767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:05:39Z', 'updated_at': '2021-04-07T08:05:58Z', 'revision_number': 4, 'project_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'gw_port': {'id': 'b25bdc3d-859f-41b2-bd1f-63370ac91767', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:41Z', 'updated_at': '2021-04-07T08:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': '598fb0e5-3d4f-4657-bf1e-3a89591f541a', 'name': '', 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'mac_address': 'fa:16:3e:b7:ba:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '76e481b0-5bdc-45a1-aec7-e681d70e1c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:52Z', 'updated_at': '2021-04-07T08:06:00Z', 'revision_number': 2, 'project_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'subnets': [{'id': '76e481b0-5bdc-45a1-aec7-e681d70e1c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:06:04.696812 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09543488-3dd6-4c51-bd21-583b6cfb4990 None None] Checking router: 034e59f7-3fbf-4bd6-866c-c30cc3c80679 for host: dv-cinder-782390-4-smb {{(pid=84421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 08:06:04.699446 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09543488-3dd6-4c51-bd21-583b6cfb4990 None None] Updating router 034e59f7-3fbf-4bd6-866c-c30cc3c80679 port 598fb0e5-3d4f-4657-bf1e-3a89591f541a binding host dv-cinder-782390-4-smb {{(pid=84421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 08:06:04.788192 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4874c335-6d5d-4d58-a2a5-98eba52c1812 req-4f77d204-ce23-4a08-be02-ff0fec1b856d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=705d460d-e829-4683-9c73-3a01a244c771 HTTP/1.1" status: 200 len: 217 time: 0.1372111 Apr 07 08:06:04.830489 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-09543488-3dd6-4c51-bd21-583b6cfb4990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:04.871987 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-ad319c5a-02c0-4744-9068-7f3e509b532d tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9eaeeda39a4b47ae8eb1d0351d5b6be3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7034760 Apr 07 08:06:04.933816 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874c335-6d5d-4d58-a2a5-98eba52c1812 req-5eacd8ac-0b17-490e-ba63-dd779fe91159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:04.936048 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4874c335-6d5d-4d58-a2a5-98eba52c1812 req-5eacd8ac-0b17-490e-ba63-dd779fe91159 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13cae99c-d32f-4a01-95fd-0a58fc151559 HTTP/1.1" status: 200 len: 851 time: 0.1288729 Apr 07 08:06:04.993192 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 42770) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:05.032069 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-29bba2f7-96d4-409a-a401-5391e7806cd6 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Request body: {'security_group': {'name': 'tempest-securitygroup--112475531', 'description': 'tempest-description--45712976'}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:06:05.044678 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4874c335-6d5d-4d58-a2a5-98eba52c1812 req-c48587dc-43bb-41dc-affe-fec5533a3f11 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=660a15b8-db25-4329-858d-15d29ef98e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019363 Apr 07 08:06:05.052936 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-29bba2f7-96d4-409a-a401-5391e7806cd6 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:06:05.072134 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-29bba2f7-96d4-409a-a401-5391e7806cd6 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Usage tracker for resource:security_group and tenant:fbff52d4f92c40aa9b8208fa7e54d5d5 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:06:05.150996 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-fe905ad0-9e97-4770-9cd8-20fc57e194d7 service neutron] 10.222.0.16 "GET /v2.0/networks/c6933257-8ef8-4bce-aa40-707967b2369e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994483 Apr 07 08:06:05.285543 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 51917dfc-690b-455f-af37-5fdf3eaf7598 up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:06:05.319186 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4874c335-6d5d-4d58-a2a5-98eba52c1812 req-3bd5ead4-3a01-4b5e-ab1f-9a672c90478f service neutron] 10.222.0.13 "GET /v2.0/networks/660a15b8-db25-4329-858d-15d29ef98e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633586 Apr 07 08:06:05.319958 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 42784) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:05.322135 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-29bba2f7-96d4-409a-a401-5391e7806cd6 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:06:05.333988 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-29bba2f7-96d4-409a-a401-5391e7806cd6 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:06:05.430974 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning complete for port 51917dfc-690b-455f-af37-5fdf3eaf7598 triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:06:05.430974 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:05.710566 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f3aa5605-9b77-433a-bfc6-823d8e305145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:05.711228 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 08:06:05.711303 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c2ef2cf3-61fd-4db3-96f8-4823cfd85c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854774442', 'neutron.services.segments.db._delete_segments_for_network--9223363274138304577'] for network, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:05.711383 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-f3aa5605-9b77-433a-bfc6-823d8e305145 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:06:05.711455 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d10f85cc-6ed3-46af-b9e5-58fb5aa677a4 req-d920deb9-f907-4dbc-8c91-170c6d3d4617 service neutron] 10.222.0.13 "GET /v2.0/networks/12b6a4b5-316a-406f-9230-1ee620072355?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2068093 Apr 07 08:06:05.711527 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-f3aa5605-9b77-433a-bfc6-823d8e305145 admin admin] Usage tracker for resource:security_group_rule and tenant:0e5cfedc1cc94754a7e6305bee868043 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:06:05.711527 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-f3aa5605-9b77-433a-bfc6-823d8e305145 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:06:05.711527 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-f3aa5605-9b77-433a-bfc6-823d8e305145 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:06:05.711721 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-99ba719b-d43f-4b61-a2c8-c39829a5bddb tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:05.711721 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-99ba719b-d43f-4b61-a2c8-c39829a5bddb tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.13 "GET /v2.0/networks?id=c6933257-8ef8-4bce-aa40-707967b2369e HTTP/1.1" status: 200 len: 817 time: 1.0410838 Apr 07 08:06:05.721308 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-07591888-b1c8-4900-9867-541a01b738e0 service neutron] 10.222.0.16 "GET /v2.0/networks/c6933257-8ef8-4bce-aa40-707967b2369e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5693727 Apr 07 08:06:05.726562 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd21d14-a478-463f-b1ee-af8e85ce6c92 req-d59b17eb-15fa-48e6-a568-ac2f381ef8b9 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:05.728224 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-cfd21d14-a478-463f-b1ee-af8e85ce6c92 req-d59b17eb-15fa-48e6-a568-ac2f381ef8b9 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad69748c-80e5-436a-8ec9-b0ac5b8bac34 HTTP/1.1" status: 200 len: 944 time: 0.4072371 Apr 07 08:06:05.732589 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4874c335-6d5d-4d58-a2a5-98eba52c1812 req-670be4fb-cc92-41c1-925d-82ff5f271ea8 service neutron] 10.222.0.13 "GET /v2.0/networks/660a15b8-db25-4329-858d-15d29ef98e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043458 Apr 07 08:06:05.741070 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-2ca4b7f4-1b6e-47db-9a61-7fba90a850c2 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Request body: {'port': {'device_id': '531aacda-2893-4392-8b0e-91642d431915', 'network_id': 'c6933257-8ef8-4bce-aa40-707967b2369e', 'admin_state_up': True, 'tenant_id': '9eaeeda39a4b47ae8eb1d0351d5b6be3'}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:06:05.798015 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-cfd21d14-a478-463f-b1ee-af8e85ce6c92 req-997e340d-ce15-414b-a83f-c6822df4de44 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ee21451-714c-4d37-ba75-2375e5c5ec9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619347 Apr 07 08:06:05.800925 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-29bba2f7-96d4-409a-a401-5391e7806cd6 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:05.807866 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-09543488-3dd6-4c51-bd21-583b6cfb4990 None None] Notify callbacks [] for port, precommit_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:05.840462 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-29bba2f7-96d4-409a-a401-5391e7806cd6 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:06:05.844696 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-09543488-3dd6-4c51-bd21-583b6cfb4990 None None] Transition to ACTIVE for port object 598fb0e5-3d4f-4657-bf1e-3a89591f541a will not be triggered until provisioned by entity L2. {{(pid=84421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:06:05.848623 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-29bba2f7-96d4-409a-a401-5391e7806cd6 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Usage tracker for resource:security_group_rule and tenant:fbff52d4f92c40aa9b8208fa7e54d5d5 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:06:05.864451 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-29bba2f7-96d4-409a-a401-5391e7806cd6 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:06:05.871821 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-29bba2f7-96d4-409a-a401-5391e7806cd6 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:06:05.895927 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f3aa5605-9b77-433a-bfc6-823d8e305145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:05.926188 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c2ef2cf3-61fd-4db3-96f8-4823cfd85c16 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 08:06:05.926859 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c2ef2cf3-61fd-4db3-96f8-4823cfd85c16 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 08:06:05.927842 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c2ef2cf3-61fd-4db3-96f8-4823cfd85c16 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 08:06:05.928364 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c2ef2cf3-61fd-4db3-96f8-4823cfd85c16 admin admin] Subscribe: > port after_create 55550000 {{(pid=84419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 08:06:05.928874 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c2ef2cf3-61fd-4db3-96f8-4823cfd85c16 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 08:06:05.929384 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c2ef2cf3-61fd-4db3-96f8-4823cfd85c16 admin admin] Subscribe: > port after_update 55550000 {{(pid=84419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 08:06:05.929896 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c2ef2cf3-61fd-4db3-96f8-4823cfd85c16 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 08:06:05.930468 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c2ef2cf3-61fd-4db3-96f8-4823cfd85c16 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 08:06:05.930884 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c2ef2cf3-61fd-4db3-96f8-4823cfd85c16 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 08:06:05.931250 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c2ef2cf3-61fd-4db3-96f8-4823cfd85c16 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 08:06:05.941175 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f3aa5605-9b77-433a-bfc6-823d8e305145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:05.952576 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f432b33c-533d-4f2a-aee9-4e2da8cbeb7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:06.000926 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c2ef2cf3-61fd-4db3-96f8-4823cfd85c16 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 08:06:06.001241 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c2ef2cf3-61fd-4db3-96f8-4823cfd85c16 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 08:06:06.001617 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c2ef2cf3-61fd-4db3-96f8-4823cfd85c16 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 08:06:06.002448 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c2ef2cf3-61fd-4db3-96f8-4823cfd85c16 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 08:06:06.002448 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-c2ef2cf3-61fd-4db3-96f8-4823cfd85c16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0461c52e-439c-4065-b280-e8fd7489ca29']}} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:06:06.012482 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8,segment=NetworkSegment(cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee),segment_id=cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:06:06.025340 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa5605-9b77-433a-bfc6-823d8e305145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf83029-ecad-488a-be96-75b20b6e500b,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:06.043296 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-f3aa5605-9b77-433a-bfc6-823d8e305145 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0e5cfedc1cc94754a7e6305bee868043&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7152679 Apr 07 08:06:06.043296 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f3aa5605-9b77-433a-bfc6-823d8e305145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:06.053041 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Returning: {'device': '761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8', 'network_id': '12b6a4b5-316a-406f-9230-1ee620072355', 'port_id': '761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8', 'mac_address': 'fa:16:3e:c1:08:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0261230a-f66e-46e9-a29a-909ac4232a81', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 08:06:06.055320 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 42810) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:06.070292 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-09543488-3dd6-4c51-bd21-583b6cfb4990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:06.123378 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-c2ef2cf3-61fd-4db3-96f8-4823cfd85c16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '487f7863-9bfd-45a3-bb7a-14fc72cab337') {'for_net_delete': True} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:06:06.124457 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-c2ef2cf3-61fd-4db3-96f8-4823cfd85c16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '487f7863-9bfd-45a3-bb7a-14fc72cab337') {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:06:06.171398 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c2ef2cf3-61fd-4db3-96f8-4823cfd85c16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762716471121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1245129'] for segment, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:06.261493 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:06.262716 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-29bba2f7-96d4-409a-a401-5391e7806cd6 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:06.264388 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e85d469d-e3c2-42fa-b44d-3a8bf981bd11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:06.295250 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-29bba2f7-96d4-409a-a401-5391e7806cd6 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:06.306755 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d10f85cc-6ed3-46af-b9e5-58fb5aa677a4 req-dee055dd-f4c1-4cb2-8fa5-f07dbf05f148 service neutron] 10.222.0.13 "GET /v2.0/networks/12b6a4b5-316a-406f-9230-1ee620072355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6523426 Apr 07 08:06:06.323665 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-ca0dd7b8-e2ca-4e41-a0ab-02a7baeeef1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:06.336066 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-21591106-58e2-4f04-abd8-ad4bf46093f9 req-c399b839-91fa-4968-a675-f54cda1ec0af tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 210 time: 0.1780913 Apr 07 08:06:06.363994 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-2ca4b7f4-1b6e-47db-9a61-7fba90a850c2 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:06:06.372459 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e85d469d-e3c2-42fa-b44d-3a8bf981bd11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:06.376324 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-2ca4b7f4-1b6e-47db-9a61-7fba90a850c2 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:06:06.396088 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eea833-4001-4403-b741-025458d3d152 req-5a3bdfd3-6bb4-43f8-8f00-fa6fa198e50d tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:06.397738 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-62eea833-4001-4403-b741-025458d3d152 req-5a3bdfd3-6bb4-43f8-8f00-fa6fa198e50d tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=c638a1b2-62f2-4332-9af5-8c16eb1eef05 HTTP/1.1" status: 200 len: 943 time: 0.2920587 Apr 07 08:06:06.415246 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bba2f7-96d4-409a-a401-5391e7806cd6 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27289aa6-fa85-4bfa-b14b-e5fd1a99a871,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:06.424565 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:06.435691 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dacdb2e-6003-4f8f-96a4-d60b98e1196c None None] Pushing event updated for resources: {'Port': ['ID=598fb0e5-3d4f-4657-bf1e-3a89591f541a,revision_number=3']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:06.467523 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-2ca4b7f4-1b6e-47db-9a61-7fba90a850c2 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Made reservation on behalf of 9eaeeda39a4b47ae8eb1d0351d5b6be3 for: {'port': 1} {{(pid=84419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:06:06.470489 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-29bba2f7-96d4-409a-a401-5391e7806cd6 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:06.483424 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-2ca4b7f4-1b6e-47db-9a61-7fba90a850c2 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:06.497811 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c2ef2cf3-61fd-4db3-96f8-4823cfd85c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:06.512957 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2ef2cf3-61fd-4db3-96f8-4823cfd85c16 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=84419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 07 08:06:06.533001 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-62eea833-4001-4403-b741-025458d3d152 req-7af83ee5-646d-4aa6-a3f3-ce9dd5822e04 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237690 Apr 07 08:06:06.549723 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 42824) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:06.559214 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-29bba2f7-96d4-409a-a401-5391e7806cd6 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:06.560652 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-29bba2f7-96d4-409a-a401-5391e7806cd6 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.5599954 Apr 07 08:06:06.567895 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 42828) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:06.621304 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e85d469d-e3c2-42fa-b44d-3a8bf981bd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:06.628363 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5a802b98-08cc-4344-acdb-931fc3079a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:06.650579 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e85d469d-e3c2-42fa-b44d-3a8bf981bd11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:06.654484 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-e85d469d-e3c2-42fa-b44d-3a8bf981bd11 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8cf83029-ecad-488a-be96-75b20b6e500b HTTP/1.1" status: 204 len: 168 time: 0.5923543 Apr 07 08:06:06.654484 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d469d-e3c2-42fa-b44d-3a8bf981bd11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf83029-ecad-488a-be96-75b20b6e500b,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:06.667471 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e85d469d-e3c2-42fa-b44d-3a8bf981bd11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:06.703429 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-42fcb234-143a-45bd-b449-c662b106bad0 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Request body: {'security_group_rule': {'security_group_id': '27289aa6-fa85-4bfa-b14b-e5fd1a99a871', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:06:06.709769 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-42fcb234-143a-45bd-b449-c662b106bad0 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:06:06.714093 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-42fcb234-143a-45bd-b449-c662b106bad0 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Usage tracker for resource:security_group_rule and tenant:fbff52d4f92c40aa9b8208fa7e54d5d5 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:06:06.717405 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-42fcb234-143a-45bd-b449-c662b106bad0 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:06:06.724361 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-42fcb234-143a-45bd-b449-c662b106bad0 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:06:06.772305 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-1dacdb2e-6003-4f8f-96a4-d60b98e1196c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:06.807425 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-06984138-431a-4b2f-b1b4-59c24d8f56de admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:06.828839 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-06984138-431a-4b2f-b1b4-59c24d8f56de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:06:06.833431 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-06984138-431a-4b2f-b1b4-59c24d8f56de admin admin] Usage tracker for resource:security_group_rule and tenant:e14970e8da204433923c5ebea11e51d6 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:06:06.838105 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8 {{(pid=84421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 08:06:06.852785 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-06984138-431a-4b2f-b1b4-59c24d8f56de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:06:06.862176 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-06984138-431a-4b2f-b1b4-59c24d8f56de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:06:06.872177 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-42fcb234-143a-45bd-b449-c662b106bad0 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:06.896747 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-09543488-3dd6-4c51-bd21-583b6cfb4990 None None] Attempting to bind port 598fb0e5-3d4f-4657-bf1e-3a89591f541a on host dv-cinder-782390-4-smb for vnic_type normal with profile {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:06:06.897165 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-09543488-3dd6-4c51-bd21-583b6cfb4990 None None] Attempting to bind port 598fb0e5-3d4f-4657-bf1e-3a89591f541a by drivers openvswitch,hyperv on host dv-cinder-782390-4-smb at level 0 using segments [{'id': '10fc6654-2c6a-4d12-930e-7b16dfb451cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8'}] {{(pid=84421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 08:06:06.897918 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09543488-3dd6-4c51-bd21-583b6cfb4990 None None] Attempting to bind port 598fb0e5-3d4f-4657-bf1e-3a89591f541a on network 64ec1db9-cd07-42a9-a563-1c7517517aa8 {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:06:06.905576 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-c2ef2cf3-61fd-4db3-96f8-4823cfd85c16 admin admin] Network 0461c52e-439c-4065-b280-e8fd7489ca29 has no segments {{(pid=84419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 08:06:06.906577 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09543488-3dd6-4c51-bd21-583b6cfb4990 None None] Checking agent: {'id': '755cb15d-769a-4687-bcff-bddb0e9936ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 56, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 08:06:06.907028 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09543488-3dd6-4c51-bd21-583b6cfb4990 None None] Checking segment: {'id': '10fc6654-2c6a-4d12-930e-7b16dfb451cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:06:06.907477 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-09543488-3dd6-4c51-bd21-583b6cfb4990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:06.907913 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09543488-3dd6-4c51-bd21-583b6cfb4990 None None] Bound using segment: {'id': '10fc6654-2c6a-4d12-930e-7b16dfb451cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8'} {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 08:06:06.908441 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-09543488-3dd6-4c51-bd21-583b6cfb4990 None None] Bound port: 598fb0e5-3d4f-4657-bf1e-3a89591f541a, host: dv-cinder-782390-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10fc6654-2c6a-4d12-930e-7b16dfb451cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8'}}] {{(pid=84421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 08:06:06.908853 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-09543488-3dd6-4c51-bd21-583b6cfb4990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:06.918844 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c2ef2cf3-61fd-4db3-96f8-4823cfd85c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10963585'] for segment, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:06.998326 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8,segment=NetworkSegment(cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee),segment_id=cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:06:07.066320 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:07.069772 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3ebef2fd-9782-4d0c-8a76-b8f62c4fd806 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:07.143183 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-09543488-3dd6-4c51-bd21-583b6cfb4990 None None] For port 598fb0e5-3d4f-4657-bf1e-3a89591f541a, host dv-cinder-782390-4-smb, cleared binding levels {{(pid=84421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 08:06:07.151785 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-09543488-3dd6-4c51-bd21-583b6cfb4990 None None] For port 598fb0e5-3d4f-4657-bf1e-3a89591f541a, host dv-cinder-782390-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=598fb0e5-3d4f-4657-bf1e-3a89591f541a,segment=NetworkSegment(10fc6654-2c6a-4d12-930e-7b16dfb451cb),segment_id=10fc6654-2c6a-4d12-930e-7b16dfb451cb)] {{(pid=84421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 08:06:07.180459 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8,revision_number=4']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:07.198514 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:07.200115 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-09543488-3dd6-4c51-bd21-583b6cfb4990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:07.358433 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:07.465631 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dacdb2e-6003-4f8f-96a4-d60b98e1196c None None] Pushing event updated for resources: {'Port': ['ID=598fb0e5-3d4f-4657-bf1e-3a89591f541a,revision_number=4']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:07.481168 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-1dacdb2e-6003-4f8f-96a4-d60b98e1196c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:07.490070 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 705d460d-e829-4683-9c73-3a01a244c771 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 08:06:07.523539 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] get_ports_and_sgs() called for port_ids ['761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8'] {{(pid=84421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 08:06:07.598480 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-2ca4b7f4-1b6e-47db-9a61-7fba90a850c2 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Allocated IP 172.20.0.11 (c6933257-8ef8-4bce-aa40-707967b2369e/e3fb4432-90be-4a11-838b-25c9574051e9/8f860112-10ba-49aa-8d46-e6938ac497a6) {{(pid=84419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:06:07.610447 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-06984138-431a-4b2f-b1b4-59c24d8f56de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:07.644773 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-06984138-431a-4b2f-b1b4-59c24d8f56de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:07.656898 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-90c54dbd-3127-42ae-ad10-92dde3de2662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:07.661616 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-42fcb234-143a-45bd-b449-c662b106bad0 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:07.673575 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.db.resource_extend [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 07 08:06:07.704192 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-c2ef2cf3-61fd-4db3-96f8-4823cfd85c16 admin admin] Network 0461c52e-439c-4065-b280-e8fd7489ca29 has no segments {{(pid=84419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 08:06:07.768257 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06984138-431a-4b2f-b1b4-59c24d8f56de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d359d3e9-00be-483b-ba91-bbe725e95514,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:07.776248 dv-cinder-782390-4-smb neutron-server[84306]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 08:06:07.776248 dv-cinder-782390-4-smb neutron-server[84306]: from cryptography.utils import int_from_bytes Apr 07 08:06:07.776248 dv-cinder-782390-4-smb neutron-server[84306]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 08:06:07.776248 dv-cinder-782390-4-smb neutron-server[84306]: from cryptography.utils import int_from_bytes Apr 07 08:06:07.776248 dv-cinder-782390-4-smb neutron-server[84306]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 07 08:06:07.776248 dv-cinder-782390-4-smb neutron-server[84306]: (rel_b, rel_a, rel_b), Apr 07 08:06:07.776248 dv-cinder-782390-4-smb neutron-server[84306]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 07 08:06:07.776248 dv-cinder-782390-4-smb neutron-server[84306]: (rel_b, rel_a, rel_b), Apr 07 08:06:07.776248 dv-cinder-782390-4-smb neutron-server[84306]: Traceback (most recent call last): Apr 07 08:06:07.776248 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 08:06:07.776248 dv-cinder-782390-4-smb neutron-server[84306]: timer() Apr 07 08:06:07.776248 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 08:06:07.776248 dv-cinder-782390-4-smb neutron-server[84306]: cb(*args, **kw) Apr 07 08:06:07.776248 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 07 08:06:07.776248 dv-cinder-782390-4-smb neutron-server[84306]: return func(*args, **kwargs) Apr 07 08:06:07.776248 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 08:06:07.776248 dv-cinder-782390-4-smb neutron-server[84306]: self._notify() Apr 07 08:06:07.776248 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 08:06:07.776248 dv-cinder-782390-4-smb neutron-server[84306]: self.callback(batched_events) Apr 07 08:06:07.776248 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 08:06:07.776248 dv-cinder-782390-4-smb neutron-server[84306]: event.method(event) Apr 07 08:06:07.776248 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 07 08:06:07.776248 dv-cinder-782390-4-smb neutron-server[84306]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 08:06:07.776248 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 07 08:06:07.776248 dv-cinder-782390-4-smb neutron-server[84306]: segment_id)['aggregates'][0] Apr 07 08:06:07.776248 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 07 08:06:07.776248 dv-cinder-782390-4-smb neutron-server[84306]: return f(self, *a, **k) Apr 07 08:06:07.776248 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 07 08:06:07.776248 dv-cinder-782390-4-smb neutron-server[84306]: return self._get(url).json() Apr 07 08:06:07.776248 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 08:06:07.776248 dv-cinder-782390-4-smb neutron-server[84306]: **kwargs) Apr 07 08:06:07.776248 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 08:06:07.776248 dv-cinder-782390-4-smb neutron-server[84306]: return self.request(url, 'GET', **kwargs) Apr 07 08:06:07.776248 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 07 08:06:07.776248 dv-cinder-782390-4-smb neutron-server[84306]: **endpoint_filter) Apr 07 08:06:07.776248 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 08:06:07.776248 dv-cinder-782390-4-smb neutron-server[84306]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 08:06:07.776248 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 08:06:07.776248 dv-cinder-782390-4-smb neutron-server[84306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 08:06:07.776248 dv-cinder-782390-4-smb neutron-server[84306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 08:06:07.813154 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-06984138-431a-4b2f-b1b4-59c24d8f56de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:07.813275 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-42fcb234-143a-45bd-b449-c662b106bad0 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691347'] for security_group_rule, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:07.815659 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09543488-3dd6-4c51-bd21-583b6cfb4990 None None] Routers {'034e59f7-3fbf-4bd6-866c-c30cc3c80679'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:06:07.816364 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-09543488-3dd6-4c51-bd21-583b6cfb4990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:05:55Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['034e59f7-3fbf-4bd6-866c-c30cc3c80679'], 'active': True} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:06:07.822907 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-06984138-431a-4b2f-b1b4-59c24d8f56de admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e14970e8da204433923c5ebea11e51d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2720037 Apr 07 08:06:07.823607 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 42862) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:07.929156 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:08.032067 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e7754-adf7-4e01-ba4c-c1c235b0fdbe req-47bad3c5-bcee-45da-9e1b-dc145f74e3c7 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:08.032067 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c76e7754-adf7-4e01-ba4c-c1c235b0fdbe req-47bad3c5-bcee-45da-9e1b-dc145f74e3c7 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad69748c-80e5-436a-8ec9-b0ac5b8bac34 HTTP/1.1" status: 200 len: 944 time: 0.7746270 Apr 07 08:06:08.035423 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fcb234-143a-45bd-b449-c662b106bad0 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=009dfe2f-73d0-420b-abae-c33c759d2cc2,revision_number=0']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:08.044261 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-cc8eadb8-305f-44b9-a784-2975a2d414db req-5d6b13af-9da6-4466-9587-513325e9649e tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 210 time: 0.1415658 Apr 07 08:06:08.052063 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-42fcb234-143a-45bd-b449-c662b106bad0 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:08.066877 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-841d2c50-2be3-4bdf-8037-b6dbed902aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:08.108378 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-841d2c50-2be3-4bdf-8037-b6dbed902aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:08.180902 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-09543488-3dd6-4c51-bd21-583b6cfb4990 None None] Set router 034e59f7-3fbf-4bd6-866c-c30cc3c80679 gateway port host: dv-cinder-782390-4-smb {{(pid=84421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:06:08.254471 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-841d2c50-2be3-4bdf-8037-b6dbed902aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:08.268808 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e85d469d-e3c2-42fa-b44d-3a8bf981bd11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:08.281387 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d2c50-2be3-4bdf-8037-b6dbed902aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d359d3e9-00be-483b-ba91-bbe725e95514,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:08.284995 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-841d2c50-2be3-4bdf-8037-b6dbed902aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:08.292869 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-841d2c50-2be3-4bdf-8037-b6dbed902aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:08.294169 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-841d2c50-2be3-4bdf-8037-b6dbed902aaf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d359d3e9-00be-483b-ba91-bbe725e95514 HTTP/1.1" status: 204 len: 168 time: 0.4694800 Apr 07 08:06:08.296952 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 705d460d-e829-4683-9c73-3a01a244c771, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=705d460d-e829-4683-9c73-3a01a244c771,segment=NetworkSegment(8ffa5890-4b46-4d35-966a-ad851e07de8f),segment_id=8ffa5890-4b46-4d35-966a-ad851e07de8f)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:06:08.329946 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c204a-15a9-4fd4-ad1b-cf38fd977a4c req-c54f52d7-f97c-46f5-b24f-40348da517ed tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:08.337827 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a01c204a-15a9-4fd4-ad1b-cf38fd977a4c req-c54f52d7-f97c-46f5-b24f-40348da517ed tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=c638a1b2-62f2-4332-9af5-8c16eb1eef05 HTTP/1.1" status: 200 len: 944 time: 0.1261122 Apr 07 08:06:08.394574 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a01c204a-15a9-4fd4-ad1b-cf38fd977a4c req-bda54486-f6d0-4afa-8f60-259f84adf5fb tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556939 Apr 07 08:06:08.427858 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Returning: {'device': '705d460d-e829-4683-9c73-3a01a244c771', 'network_id': '660a15b8-db25-4329-858d-15d29ef98e07', 'port_id': '705d460d-e829-4683-9c73-3a01a244c771', 'mac_address': 'fa:16:3e:3d:dc:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13cae99c-d32f-4a01-95fd-0a58fc151559', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 08:06:08.433163 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-42fcb234-143a-45bd-b449-c662b106bad0 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:08.433163 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-42fcb234-143a-45bd-b449-c662b106bad0 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8471713 Apr 07 08:06:08.433358 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 42878) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:08.440551 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-e6794ff4-f8ee-461a-80c3-e4ff10154af7 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Request body: {'security_group_rule': {'security_group_id': '27289aa6-fa85-4bfa-b14b-e5fd1a99a871', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:06:08.459887 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-e6794ff4-f8ee-461a-80c3-e4ff10154af7 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:06:08.467494 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-e6794ff4-f8ee-461a-80c3-e4ff10154af7 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Usage tracker for resource:security_group_rule and tenant:fbff52d4f92c40aa9b8208fa7e54d5d5 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:06:08.476670 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-e6794ff4-f8ee-461a-80c3-e4ff10154af7 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:06:08.489487 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c2ef2cf3-61fd-4db3-96f8-4823cfd85c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675294'] for network, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:08.491147 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-e6794ff4-f8ee-461a-80c3-e4ff10154af7 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:06:08.519670 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c76e7754-adf7-4e01-ba4c-c1c235b0fdbe req-53812d0d-a46f-46f0-be80-9b094ccfd626 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ee21451-714c-4d37-ba75-2375e5c5ec9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4782758 Apr 07 08:06:08.590171 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2a1ddc58-90ab-4947-a376-ba908783e374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:08.606310 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e6794ff4-f8ee-461a-80c3-e4ff10154af7 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:08.622322 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c2ef2cf3-61fd-4db3-96f8-4823cfd85c16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for network, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:08.628372 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-c2ef2cf3-61fd-4db3-96f8-4823cfd85c16 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0461c52e-439c-4065-b280-e8fd7489ca29 HTTP/1.1" status: 204 len: 168 time: 4.3446193 Apr 07 08:06:08.641599 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef2cf3-61fd-4db3-96f8-4823cfd85c16 admin admin] Pushing event deleted for resources: {'Network': ['ID=0461c52e-439c-4065-b280-e8fd7489ca29,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:08.662065 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c2ef2cf3-61fd-4db3-96f8-4823cfd85c16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:08.696570 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-2ca4b7f4-1b6e-47db-9a61-7fba90a850c2 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Notify callbacks [] for port, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:08.732961 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-f416faa1-52d3-4418-b708-7e46298b2cfe tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:08.735847 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-f416faa1-52d3-4418-b708-7e46298b2cfe tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.13 "GET /v2.0/networks?id=c6933257-8ef8-4bce-aa40-707967b2369e HTTP/1.1" status: 200 len: 817 time: 0.3081474 Apr 07 08:06:08.751154 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-888edcc9-c6ca-4bda-b368-6feb117dc7c3 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Request body: {'port': {'device_id': '1ec9dffe-ef6d-4221-ac9a-352f312662a4', 'network_id': 'c6933257-8ef8-4bce-aa40-707967b2369e', 'admin_state_up': True, 'tenant_id': '9eaeeda39a4b47ae8eb1d0351d5b6be3'}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:06:08.755219 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e6794ff4-f8ee-461a-80c3-e4ff10154af7 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:08.787134 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e6794ff4-f8ee-461a-80c3-e4ff10154af7 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691347'] for security_group_rule, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:08.799041 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:08.822933 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6794ff4-f8ee-461a-80c3-e4ff10154af7 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a80b457-5e17-4119-a835-3a47939ff114,revision_number=0']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:08.827398 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e6794ff4-f8ee-461a-80c3-e4ff10154af7 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:08.829767 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:08.884718 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e6794ff4-f8ee-461a-80c3-e4ff10154af7 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:08.886985 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-e6794ff4-f8ee-461a-80c3-e4ff10154af7 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4524932 Apr 07 08:06:08.891702 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 42890) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:08.895095 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 705d460d-e829-4683-9c73-3a01a244c771 {{(pid=84421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 08:06:08.902020 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-11fe38e2-6a32-4791-abaa-be2f44fd9e79 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Request body: {'floatingip': {'floating_network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d'}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:06:08.920199 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-11fe38e2-6a32-4791-abaa-be2f44fd9e79 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:06:08.924518 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 705d460d-e829-4683-9c73-3a01a244c771, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=705d460d-e829-4683-9c73-3a01a244c771,segment=NetworkSegment(8ffa5890-4b46-4d35-966a-ad851e07de8f),segment_id=8ffa5890-4b46-4d35-966a-ad851e07de8f)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:06:08.926786 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-11fe38e2-6a32-4791-abaa-be2f44fd9e79 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Usage tracker for resource:floatingip and tenant:fbff52d4f92c40aa9b8208fa7e54d5d5 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:06:08.930039 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-11fe38e2-6a32-4791-abaa-be2f44fd9e79 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:06:08.938843 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-11fe38e2-6a32-4791-abaa-be2f44fd9e79 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:06:08.947894 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-09543488-3dd6-4c51-bd21-583b6cfb4990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'name': 'tempest-AttachVolumeShelveTestJSON-1522203858-router', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'b25bdc3d-859f-41b2-bd1f-63370ac91767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:05:39Z', 'updated_at': '2021-04-07T08:05:58Z', 'revision_number': 4, 'project_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'gw_port': {'id': 'b25bdc3d-859f-41b2-bd1f-63370ac91767', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:41Z', 'updated_at': '2021-04-07T08:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': '598fb0e5-3d4f-4657-bf1e-3a89591f541a', 'name': '', 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'mac_address': 'fa:16:3e:b7:ba:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '76e481b0-5bdc-45a1-aec7-e681d70e1c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:52Z', 'updated_at': '2021-04-07T08:06:07Z', 'revision_number': 4, 'project_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'subnets': [{'id': '76e481b0-5bdc-45a1-aec7-e681d70e1c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:06:08.955086 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09543488-3dd6-4c51-bd21-583b6cfb4990 None None] The sync data for ids ['034e59f7-3fbf-4bd6-866c-c30cc3c80679'] in dv-cinder-782390-4-smb is: [{'id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'name': 'tempest-AttachVolumeShelveTestJSON-1522203858-router', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'b25bdc3d-859f-41b2-bd1f-63370ac91767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:05:39Z', 'updated_at': '2021-04-07T08:05:58Z', 'revision_number': 4, 'project_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'gw_port': {'id': 'b25bdc3d-859f-41b2-bd1f-63370ac91767', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:41Z', 'updated_at': '2021-04-07T08:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': '598fb0e5-3d4f-4657-bf1e-3a89591f541a', 'name': '', 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'mac_address': 'fa:16:3e:b7:ba:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '76e481b0-5bdc-45a1-aec7-e681d70e1c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:52Z', 'updated_at': '2021-04-07T08:06:07Z', 'revision_number': 4, 'project_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'subnets': [{'id': '76e481b0-5bdc-45a1-aec7-e681d70e1c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 08:06:08.956923 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:08.959406 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8b92e576-1584-4ac3-bd62-21231a6f4028 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:08.981699 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-11fe38e2-6a32-4791-abaa-be2f44fd9e79 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks [] for floatingip, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:09.022113 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-888edcc9-c6ca-4bda-b368-6feb117dc7c3 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:06:09.032619 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-2ca4b7f4-1b6e-47db-9a61-7fba90a850c2 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:09.104530 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b390d40f-c9b7-4947-b4bc-476aa82848a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:09.154711 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=705d460d-e829-4683-9c73-3a01a244c771,revision_number=4']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:09.161311 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:09.194003 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] get_ports_and_sgs() called for port_ids ['705d460d-e829-4683-9c73-3a01a244c771'] {{(pid=84421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 08:06:09.201078 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-888edcc9-c6ca-4bda-b368-6feb117dc7c3 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:06:09.208848 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 42904) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:09.309699 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 598fb0e5-3d4f-4657-bf1e-3a89591f541a up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:06:09.439085 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 42912) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:09.500820 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-888edcc9-c6ca-4bda-b368-6feb117dc7c3 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Made reservation on behalf of 9eaeeda39a4b47ae8eb1d0351d5b6be3 for: {'port': 1} {{(pid=84419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:06:09.506920 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-888edcc9-c6ca-4bda-b368-6feb117dc7c3 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:09.515922 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8 up at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:06:09.533526 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e2b87498-eba7-4c54-9185-5b757e525b0b req-6cd733dc-3bc3-4084-aa63-d9f5badb5c9f tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 210 time: 0.2149405 Apr 07 08:06:09.575448 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3eaee5b4-c1c8-4cf5-9755-2db0a6f7e6cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:09.580494 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4b7f4-1b6e-47db-9a61-7fba90a850c2 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Pushing event updated for resources: {'Port': ['ID=8f860112-10ba-49aa-8d46-e6938ac497a6,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:09.583691 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2ca4b7f4-1b6e-47db-9a61-7fba90a850c2 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:09.620486 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-af043245-b866-4fa1-84d7-6a1148585e50 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5a584f4f02644eebb5c91eff15f48c04&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4103527 Apr 07 08:06:09.635599 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 42922) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:09.645501 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-3eaee5b4-c1c8-4cf5-9755-2db0a6f7e6cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:06:09.782540 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-3eaee5b4-c1c8-4cf5-9755-2db0a6f7e6cd admin admin] Usage tracker for resource:security_group_rule and tenant:d1535708f2914d1d9865587f0184acc3 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:06:09.788890 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning for port 598fb0e5-3d4f-4657-bf1e-3a89591f541a completed by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:06:09.790412 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6e9b4964-8321-44de-b480-b7c784b5a361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:09.799027 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning complete for port 598fb0e5-3d4f-4657-bf1e-3a89591f541a triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:06:09.799443 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:09.836730 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6e9b4964-8321-44de-b480-b7c784b5a361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:09.890890 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-3eaee5b4-c1c8-4cf5-9755-2db0a6f7e6cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:06:09.894700 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-11fe38e2-6a32-4791-abaa-be2f44fd9e79 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:09.902976 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Provisioning for port 761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8 completed by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:06:09.910553 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-2ca4b7f4-1b6e-47db-9a61-7fba90a850c2 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Network c6933257-8ef8-4bce-aa40-707967b2369e is already hosted by enough agents. {{(pid=84419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:06:09.914012 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-3eaee5b4-c1c8-4cf5-9755-2db0a6f7e6cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:06:09.926843 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Provisioning complete for port 761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8 triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:06:09.927426 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:10.005767 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-888edcc9-c6ca-4bda-b368-6feb117dc7c3 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Allocated IP 172.20.0.10 (c6933257-8ef8-4bce-aa40-707967b2369e/e3fb4432-90be-4a11-838b-25c9574051e9/b0f9fa76-404c-491d-95a2-ba8cbb85a3cd) {{(pid=84419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:06:10.093507 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-2ca4b7f4-1b6e-47db-9a61-7fba90a850c2 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Resources bound (agent type, host, resource id): {{(pid=84419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:06:10.100820 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-2ca4b7f4-1b6e-47db-9a61-7fba90a850c2 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Received port after_create {{(pid=84419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:06:10.235643 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feabc38-a428-45f7-a914-5d42b9cd34f5 req-17ca7fca-ca79-4d25-8587-e4847c7d76ed tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:10.235643 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1feabc38-a428-45f7-a914-5d42b9cd34f5 req-17ca7fca-ca79-4d25-8587-e4847c7d76ed tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad69748c-80e5-436a-8ec9-b0ac5b8bac34 HTTP/1.1" status: 200 len: 945 time: 0.3454728 Apr 07 08:06:10.240389 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:10.351158 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-2ca4b7f4-1b6e-47db-9a61-7fba90a850c2 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:10.352438 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-2ca4b7f4-1b6e-47db-9a61-7fba90a850c2 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:10.381411 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] For port 598fb0e5-3d4f-4657-bf1e-3a89591f541a, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=598fb0e5-3d4f-4657-bf1e-3a89591f541a,segment=NetworkSegment(10fc6654-2c6a-4d12-930e-7b16dfb451cb),segment_id=10fc6654-2c6a-4d12-930e-7b16dfb451cb)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:06:10.384198 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:10.411311 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08497685-fd88-404c-9960-95c3cf666513 req-98fcbe2d-4a2f-4bbf-87fa-7ed0079486b5 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:10.419825 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-08497685-fd88-404c-9960-95c3cf666513 req-98fcbe2d-4a2f-4bbf-87fa-7ed0079486b5 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=c638a1b2-62f2-4332-9af5-8c16eb1eef05 HTTP/1.1" status: 200 len: 944 time: 0.7794812 Apr 07 08:06:10.449489 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3eaee5b4-c1c8-4cf5-9755-2db0a6f7e6cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:10.456927 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-2ca4b7f4-1b6e-47db-9a61-7fba90a850c2 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7318892 Apr 07 08:06:10.464948 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6e9b4964-8321-44de-b480-b7c784b5a361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:10.472353 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-bd0832c4-911e-4963-9b7a-370ab35aaa9d service neutron] Request body: {'port': {'device_id': '531aacda-2893-4392-8b0e-91642d431915', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:06:10.490323 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-841d2c50-2be3-4bdf-8037-b6dbed902aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:10.523846 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3eaee5b4-c1c8-4cf5-9755-2db0a6f7e6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:10.528699 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6e9b4964-8321-44de-b480-b7c784b5a361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:10.530010 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-6e9b4964-8321-44de-b480-b7c784b5a361 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ab33b281-219e-4db4-aa38-3232bd862c45 HTTP/1.1" status: 204 len: 168 time: 0.8874950 Apr 07 08:06:10.549804 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1feabc38-a428-45f7-a914-5d42b9cd34f5 req-d0670eef-941a-4a73-8878-e979329b2e56 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ee21451-714c-4d37-ba75-2375e5c5ec9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459695 Apr 07 08:06:10.563290 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-888edcc9-c6ca-4bda-b368-6feb117dc7c3 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Notify callbacks [] for port, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:10.584341 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-08497685-fd88-404c-9960-95c3cf666513 req-feb86c50-31bc-4ba8-ab34-bf19fce3b266 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633148 Apr 07 08:06:10.624804 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b4964-8321-44de-b480-b7c784b5a361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab33b281-219e-4db4-aa38-3232bd862c45,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:10.647222 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-3eaee5b4-c1c8-4cf5-9755-2db0a6f7e6cd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d1535708f2914d1d9865587f0184acc3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1898198 Apr 07 08:06:10.648781 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 42944) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:10.661159 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-6e9b4964-8321-44de-b480-b7c784b5a361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:10.669847 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:10.708958 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-11fe38e2-6a32-4791-abaa-be2f44fd9e79 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Allocated IP 172.28.3.16 (1ff46c99-7a5d-4315-af88-cb546c84119d/b9dcea17-38c4-48c8-a3c6-f64b629ec00f/b5403b01-4f96-4f7b-abec-22613a05c7fb) {{(pid=84420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:06:10.733219 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-bd0832c4-911e-4963-9b7a-370ab35aaa9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:10.747892 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:10.758596 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:10.878427 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c9723af4-0285-4ce8-be0f-119c65113339 req-410bfe79-7d74-4d89-8cea-ca2a4afa71ac tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 210 time: 0.1328590 Apr 07 08:06:10.917943 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c638a1b2-62f2-4332-9af5-8c16eb1eef05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8'}] {{(pid=84421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:06:11.007999 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaee5b4-c1c8-4cf5-9755-2db0a6f7e6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05b0e4d-f34c-441c-94ea-78bbd796f606,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:11.007999 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3eaee5b4-c1c8-4cf5-9755-2db0a6f7e6cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:11.009116 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Pushing event updated for resources: {'Port': ['ID=598fb0e5-3d4f-4657-bf1e-3a89591f541a,revision_number=5']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:11.014531 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8,segment=NetworkSegment(cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee),segment_id=cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:06:11.016722 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:11.062778 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2153e410-d9f6-4bba-81dd-1d1a331ff377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:11.112644 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2153e410-d9f6-4bba-81dd-1d1a331ff377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:11.112980 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 598fb0e5-3d4f-4657-bf1e-3a89591f541a up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:06:11.211569 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning complete for port 598fb0e5-3d4f-4657-bf1e-3a89591f541a triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:06:11.212127 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:11.419791 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c638a1b2-62f2-4332-9af5-8c16eb1eef05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8', 'code': 200} Apr 07 08:06:12.010114 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:12.010785 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-888edcc9-c6ca-4bda-b368-6feb117dc7c3 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:12.012763 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-49392a54-8e8b-42a4-a128-582e4e03fb7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:12.030460 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b390d40f-c9b7-4947-b4bc-476aa82848a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:12.073655 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 705d460d-e829-4683-9c73-3a01a244c771 up at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:06:12.116587 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888edcc9-c6ca-4bda-b368-6feb117dc7c3 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Pushing event updated for resources: {'Port': ['ID=b0f9fa76-404c-491d-95a2-ba8cbb85a3cd,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:12.144774 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-11fe38e2-6a32-4791-abaa-be2f44fd9e79 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks [] for port, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:12.174184 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2153e410-d9f6-4bba-81dd-1d1a331ff377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:12.176061 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-888edcc9-c6ca-4bda-b368-6feb117dc7c3 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:12.207115 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8,revision_number=5']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:12.216993 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:12.278621 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Provisioning for port 705d460d-e829-4683-9c73-3a01a244c771 completed by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:06:12.285691 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Provisioning complete for port 705d460d-e829-4683-9c73-3a01a244c771 triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:06:12.292544 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:12.292687 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4ded275b-3749-495b-91bf-22cf9c7b1014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:12.319588 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153e410-d9f6-4bba-81dd-1d1a331ff377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05b0e4d-f34c-441c-94ea-78bbd796f606,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:12.329708 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2153e410-d9f6-4bba-81dd-1d1a331ff377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:12.331230 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-2153e410-d9f6-4bba-81dd-1d1a331ff377 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d05b0e4d-f34c-441c-94ea-78bbd796f606 HTTP/1.1" status: 204 len: 168 time: 1.6687582 Apr 07 08:06:12.333051 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2153e410-d9f6-4bba-81dd-1d1a331ff377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:12.520035 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557004e-01a7-431d-924f-9187e5525f17 req-086411a3-3ed5-4f19-915d-e5861deed8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:12.537199 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3557004e-01a7-431d-924f-9187e5525f17 req-086411a3-3ed5-4f19-915d-e5861deed8f2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c638a1b2-62f2-4332-9af5-8c16eb1eef05 HTTP/1.1" status: 200 len: 1098 time: 0.2212453 Apr 07 08:06:12.578962 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-3557004e-01a7-431d-924f-9187e5525f17 req-be99b6ea-2bc8-422f-832f-f96441b9aa5c service neutron] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:12.617398 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-3557004e-01a7-431d-924f-9187e5525f17 req-be99b6ea-2bc8-422f-832f-f96441b9aa5c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:06:12.628107 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-3557004e-01a7-431d-924f-9187e5525f17 req-be99b6ea-2bc8-422f-832f-f96441b9aa5c service neutron] Usage tracker for resource:security_group_rule and tenant:ddb2b359ee0a4403abbf1e019ee93425 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:06:12.647340 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-3557004e-01a7-431d-924f-9187e5525f17 req-be99b6ea-2bc8-422f-832f-f96441b9aa5c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:06:12.654096 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:12.674972 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908641ac-93d6-4cce-be0d-73d5e12df692 req-80ce9320-7056-47a5-b1ba-b65980134e8f tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:12.683376 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-908641ac-93d6-4cce-be0d-73d5e12df692 req-80ce9320-7056-47a5-b1ba-b65980134e8f tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad69748c-80e5-436a-8ec9-b0ac5b8bac34 HTTP/1.1" status: 200 len: 945 time: 0.5213356 Apr 07 08:06:12.686788 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-3557004e-01a7-431d-924f-9187e5525f17 req-be99b6ea-2bc8-422f-832f-f96441b9aa5c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:06:12.694275 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-888edcc9-c6ca-4bda-b368-6feb117dc7c3 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Network c6933257-8ef8-4bce-aa40-707967b2369e is already hosted by enough agents. {{(pid=84419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:06:12.697281 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-888edcc9-c6ca-4bda-b368-6feb117dc7c3 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Resources bound (agent type, host, resource id): {{(pid=84419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:06:12.699913 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-888edcc9-c6ca-4bda-b368-6feb117dc7c3 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Received port after_create {{(pid=84419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:06:12.726071 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 705d460d-e829-4683-9c73-3a01a244c771, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=705d460d-e829-4683-9c73-3a01a244c771,segment=NetworkSegment(8ffa5890-4b46-4d35-966a-ad851e07de8f),segment_id=8ffa5890-4b46-4d35-966a-ad851e07de8f)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:06:12.728839 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-11fe38e2-6a32-4791-abaa-be2f44fd9e79 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10887448'] for port, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:12.759489 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 42986) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:12.765162 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:12.767774 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:12.779130 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:12.856784 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=705d460d-e829-4683-9c73-3a01a244c771,revision_number=5']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:12.870737 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:12.959737 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778cddcd-bdf4-4290-92ab-492f59f82c0f req-76fa01ee-0b2e-41ca-a2e0-7727c5ba213d tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:12.961539 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-778cddcd-bdf4-4290-92ab-492f59f82c0f req-76fa01ee-0b2e-41ca-a2e0-7727c5ba213d tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=c638a1b2-62f2-4332-9af5-8c16eb1eef05 HTTP/1.1" status: 200 len: 945 time: 0.6883409 Apr 07 08:06:12.968543 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-888edcc9-c6ca-4bda-b368-6feb117dc7c3 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:12.969208 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-888edcc9-c6ca-4bda-b368-6feb117dc7c3 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:13.014427 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-908641ac-93d6-4cce-be0d-73d5e12df692 req-f68376d4-9c2c-4b13-b975-95e4a65186f2 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ee21451-714c-4d37-ba75-2375e5c5ec9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300610 Apr 07 08:06:13.042384 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-888edcc9-c6ca-4bda-b368-6feb117dc7c3 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2893074 Apr 07 08:06:13.043839 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe38e2-6a32-4791-abaa-be2f44fd9e79 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Pushing event updated for resources: {'Port': ['ID=b5403b01-4f96-4f7b-abec-22613a05c7fb,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:13.058262 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-60869d84-f80e-4fb4-a909-ca92ae99e9d2 service neutron] Request body: {'port': {'device_id': '1ec9dffe-ef6d-4221-ac9a-352f312662a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:06:13.080916 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-11fe38e2-6a32-4791-abaa-be2f44fd9e79 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:13.105893 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-88d66993-8b71-4fa8-8d23-dcf176a3c226 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=21bcd9eef2e0428badbd9c382effbbf7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2859843 Apr 07 08:06:13.116406 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 43002) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:13.141216 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-778cddcd-bdf4-4290-92ab-492f59f82c0f req-aa815b67-4b46-461f-b3ac-29fc54f71233 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514239 Apr 07 08:06:13.238667 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-60869d84-f80e-4fb4-a909-ca92ae99e9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:13.318313 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fe38e2-6a32-4791-abaa-be2f44fd9e79 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Network 1ff46c99-7a5d-4315-af88-cb546c84119d is already hosted by enough agents. {{(pid=84420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:06:13.329310 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-11fe38e2-6a32-4791-abaa-be2f44fd9e79 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Resources bound (agent type, host, resource id): {{(pid=84420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:06:13.331807 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fe38e2-6a32-4791-abaa-be2f44fd9e79 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Received port after_create {{(pid=84420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:06:13.363656 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-bd0832c4-911e-4963-9b7a-370ab35aaa9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f860112-10ba-49aa-8d46-e6938ac497a6 {{(pid=84419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 08:06:13.376315 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-bd0832c4-911e-4963-9b7a-370ab35aaa9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:13.421887 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad69748c-80e5-436a-8ec9-b0ac5b8bac34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705d460d-e829-4683-9c73-3a01a244c771'}] {{(pid=84421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:06:13.441342 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-bd0832c4-911e-4963-9b7a-370ab35aaa9d service neutron] Transition to ACTIVE for port object 8f860112-10ba-49aa-8d46-e6938ac497a6 will not be triggered until provisioned by entity L2. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:06:13.452653 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-3557004e-01a7-431d-924f-9187e5525f17 req-be99b6ea-2bc8-422f-832f-f96441b9aa5c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:13.484359 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad69748c-80e5-436a-8ec9-b0ac5b8bac34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705d460d-e829-4683-9c73-3a01a244c771', 'code': 200} Apr 07 08:06:13.513793 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-bd0832c4-911e-4963-9b7a-370ab35aaa9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963711'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:13.532715 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4084ff6d-f82e-4b8e-b40f-6fe20494494b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:13.534492 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-3557004e-01a7-431d-924f-9187e5525f17 req-be99b6ea-2bc8-422f-832f-f96441b9aa5c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:13.539798 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:13.559442 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3eaee5b4-c1c8-4cf5-9755-2db0a6f7e6cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:13.567573 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3557004e-01a7-431d-924f-9187e5525f17 req-be99b6ea-2bc8-422f-832f-f96441b9aa5c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0294540 Apr 07 08:06:13.656125 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a4a8d-19d1-4421-8a15-e473a9bdadb5 req-4f3c340c-0136-41e1-ba84-c679e9054d98 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:13.661328 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-603a4a8d-19d1-4421-8a15-e473a9bdadb5 req-4f3c340c-0136-41e1-ba84-c679e9054d98 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 932 time: 0.4854498 Apr 07 08:06:13.669194 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be99b6ea-2bc8-422f-832f-f96441b9aa5c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec4e250-6f0a-41d7-b77f-7df58b8ddd6b,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:13.672520 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-11fe38e2-6a32-4791-abaa-be2f44fd9e79 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:13.680164 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4084ff6d-f82e-4b8e-b40f-6fe20494494b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:13.704796 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-be99b6ea-2bc8-422f-832f-f96441b9aa5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:13.733035 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0832c4-911e-4963-9b7a-370ab35aaa9d service neutron] Pushing event updated for resources: {'Port': ['ID=8f860112-10ba-49aa-8d46-e6938ac497a6,revision_number=2']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:13.767036 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-603a4a8d-19d1-4421-8a15-e473a9bdadb5 req-16d58666-b2ce-4782-b795-12a1ab72aca3 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Synchronizing usage tracker for tenant:9eaeeda39a4b47ae8eb1d0351d5b6be3 on resource:security_group {{(pid=84420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:06:13.789997 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-bd0832c4-911e-4963-9b7a-370ab35aaa9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:13.897985 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-11fe38e2-6a32-4791-abaa-be2f44fd9e79 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:13.944466 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-603a4a8d-19d1-4421-8a15-e473a9bdadb5 req-16d58666-b2ce-4782-b795-12a1ab72aca3 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Unset dirty status for tenant:9eaeeda39a4b47ae8eb1d0351d5b6be3 on resource:security_group {{(pid=84420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:06:13.957326 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-603a4a8d-19d1-4421-8a15-e473a9bdadb5 req-16d58666-b2ce-4782-b795-12a1ab72aca3 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949317 Apr 07 08:06:13.966993 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4084ff6d-f82e-4b8e-b40f-6fe20494494b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:13.981375 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:14.002411 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084ff6d-f82e-4b8e-b40f-6fe20494494b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f339b5cd-94c6-4786-ba5d-fed23592c06b,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:14.046761 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4084ff6d-f82e-4b8e-b40f-6fe20494494b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:14.142963 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-60869d84-f80e-4fb4-a909-ca92ae99e9d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0f9fa76-404c-491d-95a2-ba8cbb85a3cd {{(pid=84419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 08:06:14.151699 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-bd0832c4-911e-4963-9b7a-370ab35aaa9d service neutron] Attempting to bind port 8f860112-10ba-49aa-8d46-e6938ac497a6 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:06:14.152073 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-bd0832c4-911e-4963-9b7a-370ab35aaa9d service neutron] Attempting to bind port 8f860112-10ba-49aa-8d46-e6938ac497a6 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'fd84e018-6bdf-49ce-91de-b018ab577ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c6933257-8ef8-4bce-aa40-707967b2369e'}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 08:06:14.152442 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-bd0832c4-911e-4963-9b7a-370ab35aaa9d service neutron] Attempting to bind port 8f860112-10ba-49aa-8d46-e6938ac497a6 on network c6933257-8ef8-4bce-aa40-707967b2369e {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:06:14.159146 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-60869d84-f80e-4fb4-a909-ca92ae99e9d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:14.164521 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-bd0832c4-911e-4963-9b7a-370ab35aaa9d service neutron] Port 8f860112-10ba-49aa-8d46-e6938ac497a6 on network c6933257-8ef8-4bce-aa40-707967b2369e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 08:06:14.164896 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-bd0832c4-911e-4963-9b7a-370ab35aaa9d service neutron] Attempting to bind port 8f860112-10ba-49aa-8d46-e6938ac497a6 on network c6933257-8ef8-4bce-aa40-707967b2369e {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:06:14.179442 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-bd0832c4-911e-4963-9b7a-370ab35aaa9d service neutron] Checking agent: {'id': '265b7c30-4a56-4c92-aee0-001f9a549a36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 8, 3, 49), 'started_at': datetime.datetime(2021, 4, 7, 8, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 08:06:14.179828 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-bd0832c4-911e-4963-9b7a-370ab35aaa9d service neutron] Checking segment: {'id': 'fd84e018-6bdf-49ce-91de-b018ab577ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c6933257-8ef8-4bce-aa40-707967b2369e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:06:14.180252 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-bd0832c4-911e-4963-9b7a-370ab35aaa9d service neutron] Bound using segment: {'id': 'fd84e018-6bdf-49ce-91de-b018ab577ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c6933257-8ef8-4bce-aa40-707967b2369e'} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 08:06:14.181115 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-bd0832c4-911e-4963-9b7a-370ab35aaa9d service neutron] Bound port: 8f860112-10ba-49aa-8d46-e6938ac497a6, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd84e018-6bdf-49ce-91de-b018ab577ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c6933257-8ef8-4bce-aa40-707967b2369e'}}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 08:06:14.181115 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-bd0832c4-911e-4963-9b7a-370ab35aaa9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:14.208951 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-60869d84-f80e-4fb4-a909-ca92ae99e9d2 service neutron] Transition to ACTIVE for port object b0f9fa76-404c-491d-95a2-ba8cbb85a3cd will not be triggered until provisioned by entity L2. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:06:14.289725 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada8653-88a5-4828-86e2-eeeff2ebff67 req-b06652f2-0f5c-4802-95e8-973a18437d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:14.291484 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-cada8653-88a5-4828-86e2-eeeff2ebff67 req-b06652f2-0f5c-4802-95e8-973a18437d30 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ad69748c-80e5-436a-8ec9-b0ac5b8bac34 HTTP/1.1" status: 200 len: 1099 time: 0.5309262 Apr 07 08:06:14.309893 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-60869d84-f80e-4fb4-a909-ca92ae99e9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963711'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:14.346639 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:14.416847 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4084ff6d-f82e-4b8e-b40f-6fe20494494b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:14.420401 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-4084ff6d-f82e-4b8e-b40f-6fe20494494b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f339b5cd-94c6-4786-ba5d-fed23592c06b HTTP/1.1" status: 204 len: 168 time: 1.3004048 Apr 07 08:06:14.532698 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-cada8653-88a5-4828-86e2-eeeff2ebff67 req-3f714257-2b52-4523-b365-e2fd55abfc04 service neutron] Synchronizing usage tracker for tenant:ddb2b359ee0a4403abbf1e019ee93425 on resource:security_group {{(pid=84420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:06:14.567287 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-bd0832c4-911e-4963-9b7a-370ab35aaa9d service neutron] For port 8f860112-10ba-49aa-8d46-e6938ac497a6, host hv-cinder-78239, cleared binding levels {{(pid=84419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 08:06:14.571458 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60869d84-f80e-4fb4-a909-ca92ae99e9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f9fa76-404c-491d-95a2-ba8cbb85a3cd,revision_number=2']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:14.581888 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60869d84-f80e-4fb4-a909-ca92ae99e9d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:14.597919 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-bd0832c4-911e-4963-9b7a-370ab35aaa9d service neutron] For port 8f860112-10ba-49aa-8d46-e6938ac497a6, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=8f860112-10ba-49aa-8d46-e6938ac497a6,segment=NetworkSegment(fd84e018-6bdf-49ce-91de-b018ab577ddb),segment_id=fd84e018-6bdf-49ce-91de-b018ab577ddb)] {{(pid=84419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 08:06:14.621633 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140efb91-9f35-412c-8928-6d87c3bf4447 req-1f151449-ba22-4b54-8259-a47d73d919de tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:14.629981 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-140efb91-9f35-412c-8928-6d87c3bf4447 req-1f151449-ba22-4b54-8259-a47d73d919de tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad69748c-80e5-436a-8ec9-b0ac5b8bac34 HTTP/1.1" status: 200 len: 946 time: 0.3935115 Apr 07 08:06:14.652801 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-cada8653-88a5-4828-86e2-eeeff2ebff67 req-3f714257-2b52-4523-b365-e2fd55abfc04 service neutron] Unset dirty status for tenant:ddb2b359ee0a4403abbf1e019ee93425 on resource:security_group {{(pid=84420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:06:14.654024 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-cada8653-88a5-4828-86e2-eeeff2ebff67 req-3f714257-2b52-4523-b365-e2fd55abfc04 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6ee21451-714c-4d37-ba75-2375e5c5ec9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477819 Apr 07 08:06:14.657157 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-bd0832c4-911e-4963-9b7a-370ab35aaa9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963711'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:14.683810 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:14.728906 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fa78e-3c95-4a46-a78d-56b1f6bd6a60 req-d298c0df-bf3e-4eb8-bc81-d211e1376cb2 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:14.728906 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0c8fa78e-3c95-4a46-a78d-56b1f6bd6a60 req-d298c0df-bf3e-4eb8-bc81-d211e1376cb2 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=c638a1b2-62f2-4332-9af5-8c16eb1eef05 HTTP/1.1" status: 200 len: 945 time: 0.4081848 Apr 07 08:06:14.871983 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0c8fa78e-3c95-4a46-a78d-56b1f6bd6a60 req-5ed18a34-110f-4d26-8b2f-17ce5337af8f tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336191 Apr 07 08:06:14.914457 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-11fe38e2-6a32-4791-abaa-be2f44fd9e79 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks [] for port, precommit_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:14.943491 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-140efb91-9f35-412c-8928-6d87c3bf4447 req-a1d82a99-9f85-48c7-b66d-98cfc4841731 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ee21451-714c-4d37-ba75-2375e5c5ec9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124759 Apr 07 08:06:14.946847 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-11fe38e2-6a32-4791-abaa-be2f44fd9e79 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843888368'] for port, after_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:14.974054 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:15.026592 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0832c4-911e-4963-9b7a-370ab35aaa9d service neutron] Pushing event updated for resources: {'Port': ['ID=8f860112-10ba-49aa-8d46-e6938ac497a6,revision_number=3']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:15.091013 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-bd0832c4-911e-4963-9b7a-370ab35aaa9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:15.135806 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe38e2-6a32-4791-abaa-be2f44fd9e79 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Pushing event updated for resources: {'Port': ['ID=b5403b01-4f96-4f7b-abec-22613a05c7fb,revision_number=2']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:15.150714 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-11fe38e2-6a32-4791-abaa-be2f44fd9e79 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:15.204669 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-bd0832c4-911e-4963-9b7a-370ab35aaa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:15.205351 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-bd0832c4-911e-4963-9b7a-370ab35aaa9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:15.206907 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-bd0832c4-911e-4963-9b7a-370ab35aaa9d service neutron] 10.222.0.13 "PUT /v2.0/ports/8f860112-10ba-49aa-8d46-e6938ac497a6 HTTP/1.1" status: 200 len: 1094 time: 4.7405078 Apr 07 08:06:15.207421 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '531aacda-2893-4392-8b0e-91642d431915', 'tag': '8f860112-10ba-49aa-8d46-e6938ac497a6'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:06:15.214874 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-60869d84-f80e-4fb4-a909-ca92ae99e9d2 service neutron] Attempting to bind port b0f9fa76-404c-491d-95a2-ba8cbb85a3cd on host hv-cinder-78239 for vnic_type normal with profile {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:06:15.215249 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-60869d84-f80e-4fb4-a909-ca92ae99e9d2 service neutron] Attempting to bind port b0f9fa76-404c-491d-95a2-ba8cbb85a3cd by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'fd84e018-6bdf-49ce-91de-b018ab577ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c6933257-8ef8-4bce-aa40-707967b2369e'}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 08:06:15.215620 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-60869d84-f80e-4fb4-a909-ca92ae99e9d2 service neutron] Attempting to bind port b0f9fa76-404c-491d-95a2-ba8cbb85a3cd on network c6933257-8ef8-4bce-aa40-707967b2369e {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:06:15.221683 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-60869d84-f80e-4fb4-a909-ca92ae99e9d2 service neutron] Port b0f9fa76-404c-491d-95a2-ba8cbb85a3cd on network c6933257-8ef8-4bce-aa40-707967b2369e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 08:06:15.222130 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-60869d84-f80e-4fb4-a909-ca92ae99e9d2 service neutron] Attempting to bind port b0f9fa76-404c-491d-95a2-ba8cbb85a3cd on network c6933257-8ef8-4bce-aa40-707967b2369e {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:06:15.239619 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-60869d84-f80e-4fb4-a909-ca92ae99e9d2 service neutron] Checking agent: {'id': '265b7c30-4a56-4c92-aee0-001f9a549a36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 8, 3, 49), 'started_at': datetime.datetime(2021, 4, 7, 8, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 08:06:15.239972 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-60869d84-f80e-4fb4-a909-ca92ae99e9d2 service neutron] Checking segment: {'id': 'fd84e018-6bdf-49ce-91de-b018ab577ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c6933257-8ef8-4bce-aa40-707967b2369e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:06:15.240399 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-60869d84-f80e-4fb4-a909-ca92ae99e9d2 service neutron] Bound using segment: {'id': 'fd84e018-6bdf-49ce-91de-b018ab577ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c6933257-8ef8-4bce-aa40-707967b2369e'} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 08:06:15.240908 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-60869d84-f80e-4fb4-a909-ca92ae99e9d2 service neutron] Bound port: b0f9fa76-404c-491d-95a2-ba8cbb85a3cd, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd84e018-6bdf-49ce-91de-b018ab577ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c6933257-8ef8-4bce-aa40-707967b2369e'}}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 08:06:15.241233 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-60869d84-f80e-4fb4-a909-ca92ae99e9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:15.302377 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '531aacda-2893-4392-8b0e-91642d431915', 'tag': '8f860112-10ba-49aa-8d46-e6938ac497a6', 'status': 'completed', 'code': 200} Apr 07 08:06:15.458677 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-11fe38e2-6a32-4791-abaa-be2f44fd9e79 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675279'] for floatingip, after_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:15.465474 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-60869d84-f80e-4fb4-a909-ca92ae99e9d2 service neutron] For port b0f9fa76-404c-491d-95a2-ba8cbb85a3cd, host hv-cinder-78239, cleared binding levels {{(pid=84419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 08:06:15.479192 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-60869d84-f80e-4fb4-a909-ca92ae99e9d2 service neutron] For port b0f9fa76-404c-491d-95a2-ba8cbb85a3cd, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=b0f9fa76-404c-491d-95a2-ba8cbb85a3cd,segment=NetworkSegment(fd84e018-6bdf-49ce-91de-b018ab577ddb),segment_id=fd84e018-6bdf-49ce-91de-b018ab577ddb)] {{(pid=84419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 08:06:15.485722 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e11e2-7515-4023-985a-0ee83f91e9df req-a36e3d94-8ac1-4777-ba10-99029d84dd38 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:15.493507 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d50e11e2-7515-4023-985a-0ee83f91e9df req-a36e3d94-8ac1-4777-ba10-99029d84dd38 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 944 time: 0.2002885 Apr 07 08:06:15.496753 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-c21b9713-2d7c-4376-95dd-286583d3bbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:15.498385 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-c21b9713-2d7c-4376-95dd-286583d3bbbb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9eaeeda39a4b47ae8eb1d0351d5b6be3&device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 1097 time: 0.1985018 Apr 07 08:06:15.557255 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d50e11e2-7515-4023-985a-0ee83f91e9df req-a72e647e-734d-437a-80ad-3626fef0a170 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625241 Apr 07 08:06:15.632455 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-11fe38e2-6a32-4791-abaa-be2f44fd9e79 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for floatingip, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:15.639526 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-11fe38e2-6a32-4791-abaa-be2f44fd9e79 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.7412562 Apr 07 08:06:15.801334 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-60869d84-f80e-4fb4-a909-ca92ae99e9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963711'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:15.823718 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-4fd8ac13-de61-4f48-a7cf-9246d3ae486d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f860112-10ba-49aa-8d46-e6938ac497a6 HTTP/1.1" status: 200 len: 217 time: 0.3163531 Apr 07 08:06:15.827525 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-bd0832c4-911e-4963-9b7a-370ab35aaa9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:16.115572 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-71d15215-e412-4f85-8fc5-3d74030873ce req-07c4e0e7-4a0d-43c0-b6d7-101bf4082e4e tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Synchronizing usage tracker for tenant:fbff52d4f92c40aa9b8208fa7e54d5d5 on resource:security_group {{(pid=84419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:06:16.126426 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60869d84-f80e-4fb4-a909-ca92ae99e9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f9fa76-404c-491d-95a2-ba8cbb85a3cd,revision_number=3']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:16.135990 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-e95daaa3-f662-42e4-be57-50eb340012c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:16.137604 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-e95daaa3-f662-42e4-be57-50eb340012c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e3fb4432-90be-4a11-838b-25c9574051e9 HTTP/1.1" status: 200 len: 857 time: 0.2375710 Apr 07 08:06:16.138596 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60869d84-f80e-4fb4-a909-ca92ae99e9d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:16.147042 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a622d-98b6-477a-8906-b4829ed98e5a req-66d91fb1-2287-4a7c-8b61-444db412b7eb tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:16.149622 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b08a622d-98b6-477a-8906-b4829ed98e5a req-66d91fb1-2287-4a7c-8b61-444db412b7eb tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=c638a1b2-62f2-4332-9af5-8c16eb1eef05 HTTP/1.1" status: 200 len: 945 time: 0.1166496 Apr 07 08:06:16.205945 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b08a622d-98b6-477a-8906-b4829ed98e5a req-1796bcf2-3b93-40c8-8bab-e7aa5adf710a tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484340 Apr 07 08:06:16.241054 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 43128) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:16.265267 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-b5c27304-806f-4d42-9edf-59f5cbe03e21 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c6933257-8ef8-4bce-aa40-707967b2369e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785692 Apr 07 08:06:16.296830 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-60869d84-f80e-4fb4-a909-ca92ae99e9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:16.297835 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-60869d84-f80e-4fb4-a909-ca92ae99e9d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:16.299377 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-60869d84-f80e-4fb4-a909-ca92ae99e9d2 service neutron] 10.222.0.13 "PUT /v2.0/ports/b0f9fa76-404c-491d-95a2-ba8cbb85a3cd HTTP/1.1" status: 200 len: 1094 time: 3.2543514 Apr 07 08:06:16.318933 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-71d15215-e412-4f85-8fc5-3d74030873ce req-07c4e0e7-4a0d-43c0-b6d7-101bf4082e4e tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Unset dirty status for tenant:fbff52d4f92c40aa9b8208fa7e54d5d5 on resource:security_group {{(pid=84419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:06:16.328342 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-71d15215-e412-4f85-8fc5-3d74030873ce req-07c4e0e7-4a0d-43c0-b6d7-101bf4082e4e tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--112475531&fields=id&tenant_id=fbff52d4f92c40aa9b8208fa7e54d5d5 HTTP/1.1" status: 200 len: 267 time: 0.4252899 Apr 07 08:06:16.581793 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-f3bf6fa5-eb9a-4ea9-80da-b110dfc58c3b service neutron] 10.222.0.13 "GET /v2.0/networks/c6933257-8ef8-4bce-aa40-707967b2369e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089588 Apr 07 08:06:16.597040 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7e140-aa2d-4561-b5d9-9389ea420c4e req-80a98197-9d64-447a-9be2-80d46686ecb5 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:16.599736 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-81e7e140-aa2d-4561-b5d9-9389ea420c4e req-80a98197-9d64-447a-9be2-80d46686ecb5 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad69748c-80e5-436a-8ec9-b0ac5b8bac34 HTTP/1.1" status: 200 len: 946 time: 0.2099941 Apr 07 08:06:16.680476 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-81e7e140-aa2d-4561-b5d9-9389ea420c4e req-beffcfa5-cda3-44d2-a3ca-8c4961f3d3e6 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ee21451-714c-4d37-ba75-2375e5c5ec9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670536 Apr 07 08:06:16.709575 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3e8cee11-bf2c-4e17-b1f3-0c02b586b6ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:16.737928 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-3e8cee11-bf2c-4e17-b1f3-0c02b586b6ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:06:16.750164 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 43146) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:16.753044 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-3e8cee11-bf2c-4e17-b1f3-0c02b586b6ee admin admin] Usage tracker for resource:security_group_rule and tenant:943f05d63cde49cc92d14d07e4bcf59d is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:06:16.760730 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-3e8cee11-bf2c-4e17-b1f3-0c02b586b6ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:06:16.778700 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-3e8cee11-bf2c-4e17-b1f3-0c02b586b6ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:06:16.815357 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0f8f5021-71f1-4244-8488-3df96cae6a6a req-b075316d-7cc1-41b7-a32d-7218b6622085 service neutron] 10.222.0.13 "GET /v2.0/networks/c6933257-8ef8-4bce-aa40-707967b2369e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708553 Apr 07 08:06:16.893462 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d15215-e412-4f85-8fc5-3d74030873ce req-99fef2cc-d44a-4a1d-a18d-6e772fdccd89 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:16.894440 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-71d15215-e412-4f85-8fc5-3d74030873ce req-99fef2cc-d44a-4a1d-a18d-6e772fdccd89 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Synchronizing usage tracker for tenant:fbff52d4f92c40aa9b8208fa7e54d5d5 on resource:network {{(pid=84419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:06:16.956243 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-bdbc001e-e095-423d-b20d-f1e29ef10f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:16.958054 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-bdbc001e-e095-423d-b20d-f1e29ef10f01 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9eaeeda39a4b47ae8eb1d0351d5b6be3&device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 1097 time: 0.5223479 Apr 07 08:06:17.013034 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3e8cee11-bf2c-4e17-b1f3-0c02b586b6ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:17.039931 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bd1e1-f53c-4bac-b59c-2d3dd36f1a0a req-1b28bfdc-c0ce-48ea-8995-9fd9c4fdf622 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:17.041812 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-249bd1e1-f53c-4bac-b59c-2d3dd36f1a0a req-1b28bfdc-c0ce-48ea-8995-9fd9c4fdf622 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 944 time: 0.1668799 Apr 07 08:06:17.052704 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-909c843a-b923-4ac3-b858-85d06ee6edc4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0f9fa76-404c-491d-95a2-ba8cbb85a3cd HTTP/1.1" status: 200 len: 217 time: 0.0850332 Apr 07 08:06:17.063462 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-144600cb-6c89-4025-9f0d-5e85c5541d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:17.086576 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3e8cee11-bf2c-4e17-b1f3-0c02b586b6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:17.086576 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5e86587c-b5cd-48ee-9cb8-cbe3c6082343 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:17.096684 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-144600cb-6c89-4025-9f0d-5e85c5541d35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:06:17.100950 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-144600cb-6c89-4025-9f0d-5e85c5541d35 admin admin] Usage tracker for resource:security_group_rule and tenant:c66aedab0d894f74b9212c719d67a9d4 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:06:17.104025 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-144600cb-6c89-4025-9f0d-5e85c5541d35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:06:17.111079 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-144600cb-6c89-4025-9f0d-5e85c5541d35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:06:17.123057 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-71d15215-e412-4f85-8fc5-3d74030873ce req-99fef2cc-d44a-4a1d-a18d-6e772fdccd89 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Unset dirty status for tenant:fbff52d4f92c40aa9b8208fa7e54d5d5 on resource:network {{(pid=84419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:06:17.125142 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-71d15215-e412-4f85-8fc5-3d74030873ce req-99fef2cc-d44a-4a1d-a18d-6e772fdccd89 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/networks?id=64ec1db9-cd07-42a9-a563-1c7517517aa8 HTTP/1.1" status: 200 len: 817 time: 0.7956753 Apr 07 08:06:17.148928 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c908d3-08bc-4672-a91f-c762ddfccf7c req-726c3d40-b1a9-4feb-bb9c-29d729b5fb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:17.150894 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-42c908d3-08bc-4672-a91f-c762ddfccf7c req-726c3d40-b1a9-4feb-bb9c-29d729b5fb57 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9eaeeda39a4b47ae8eb1d0351d5b6be3&device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 1097 time: 0.2515018 Apr 07 08:06:17.156688 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-2b116967-cbbc-4e77-8e3a-0055a237b2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:17.158253 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-2b116967-cbbc-4e77-8e3a-0055a237b2f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e3fb4432-90be-4a11-838b-25c9574051e9 HTTP/1.1" status: 200 len: 857 time: 0.0962563 Apr 07 08:06:17.188067 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-71d15215-e412-4f85-8fc5-3d74030873ce req-771a57fc-dc41-4320-becc-fbf4dd6efac9 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/quotas/fbff52d4f92c40aa9b8208fa7e54d5d5 HTTP/1.1" status: 200 len: 375 time: 0.0531638 Apr 07 08:06:17.269078 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-144600cb-6c89-4025-9f0d-5e85c5541d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:17.284445 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-3e8cee11-bf2c-4e17-b1f3-0c02b586b6ee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=943f05d63cde49cc92d14d07e4bcf59d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0422273 Apr 07 08:06:17.288019 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 43168) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:17.288762 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8cee11-bf2c-4e17-b1f3-0c02b586b6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d15513-20c2-47b0-a04c-2541ef466e6a,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:17.304879 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec9dffe-ef6d-4221-ac9a-352f312662a4', 'tag': 'b0f9fa76-404c-491d-95a2-ba8cbb85a3cd'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:06:17.306357 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3e8cee11-bf2c-4e17-b1f3-0c02b586b6ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:17.323899 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-144600cb-6c89-4025-9f0d-5e85c5541d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:17.336461 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-29bba2f7-96d4-409a-a401-5391e7806cd6 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:17.379290 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-249bd1e1-f53c-4bac-b59c-2d3dd36f1a0a req-7387ba5d-9d8b-4454-96d6-06a4f5877d68 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034790 Apr 07 08:06:17.426894 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-2e7bccc2-1d3b-45b7-aa4a-18475c45ba4e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c6933257-8ef8-4bce-aa40-707967b2369e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2375908 Apr 07 08:06:17.427965 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c908d3-08bc-4672-a91f-c762ddfccf7c req-3a9a90aa-43d3-4c7d-9a9a-6bc8f6d6faa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:17.429576 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-42c908d3-08bc-4672-a91f-c762ddfccf7c req-3a9a90aa-43d3-4c7d-9a9a-6bc8f6d6faa2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c6933257-8ef8-4bce-aa40-707967b2369e HTTP/1.1" status: 200 len: 918 time: 0.2695889 Apr 07 08:06:17.462638 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-144600cb-6c89-4025-9f0d-5e85c5541d35 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c66aedab0d894f74b9212c719d67a9d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5878260 Apr 07 08:06:17.468953 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 43174) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:17.473284 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144600cb-6c89-4025-9f0d-5e85c5541d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b365d471-2e35-4dff-be9b-f915b43c52c6,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:17.489772 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-144600cb-6c89-4025-9f0d-5e85c5541d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:17.536083 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b9d90f3c-6dea-4cf7-a166-6adff3ec1f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:17.591972 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b9d90f3c-6dea-4cf7-a166-6adff3ec1f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:17.599696 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f5c9a304-7376-4e9d-b26b-206f2c03497c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:17.611611 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec9dffe-ef6d-4221-ac9a-352f312662a4', 'tag': 'b0f9fa76-404c-491d-95a2-ba8cbb85a3cd', 'status': 'completed', 'code': 200} Apr 07 08:06:17.640630 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-42c908d3-08bc-4672-a91f-c762ddfccf7c req-284cdb82-b4a6-41d5-b82e-f2b69553d457 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f860112-10ba-49aa-8d46-e6938ac497a6 HTTP/1.1" status: 200 len: 217 time: 0.1524432 Apr 07 08:06:17.667717 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f5c9a304-7376-4e9d-b26b-206f2c03497c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:17.759487 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-71d15215-e412-4f85-8fc5-3d74030873ce req-74efb84e-e68a-46fc-b97d-2e913fa9380d tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fbff52d4f92c40aa9b8208fa7e54d5d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5658574 Apr 07 08:06:17.815217 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c908d3-08bc-4672-a91f-c762ddfccf7c req-f98defff-2ad7-480a-a129-60d1e9a0ee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:17.816809 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-42c908d3-08bc-4672-a91f-c762ddfccf7c req-f98defff-2ad7-480a-a129-60d1e9a0ee88 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e3fb4432-90be-4a11-838b-25c9574051e9 HTTP/1.1" status: 200 len: 857 time: 0.1129127 Apr 07 08:06:17.826377 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-24a5ea0a-910e-4210-93c0-3f2ed71ea03c service neutron] 10.222.0.13 "GET /v2.0/networks/c6933257-8ef8-4bce-aa40-707967b2369e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813536 Apr 07 08:06:17.959335 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b9d90f3c-6dea-4cf7-a166-6adff3ec1f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:17.964324 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f5c9a304-7376-4e9d-b26b-206f2c03497c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:17.972329 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f3aa5605-9b77-433a-bfc6-823d8e305145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:17.996906 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d90f3c-6dea-4cf7-a166-6adff3ec1f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d15513-20c2-47b0-a04c-2541ef466e6a,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:18.029348 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c9a304-7376-4e9d-b26b-206f2c03497c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b365d471-2e35-4dff-be9b-f915b43c52c6,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:18.034014 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f5c9a304-7376-4e9d-b26b-206f2c03497c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:18.034237 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f5c9a304-7376-4e9d-b26b-206f2c03497c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:18.035393 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-f5c9a304-7376-4e9d-b26b-206f2c03497c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b365d471-2e35-4dff-be9b-f915b43c52c6 HTTP/1.1" status: 204 len: 168 time: 0.5636508 Apr 07 08:06:18.036197 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:18.036509 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:18.037523 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b9d90f3c-6dea-4cf7-a166-6adff3ec1f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:18.039356 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-b9d90f3c-6dea-4cf7-a166-6adff3ec1f1c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d0d15513-20c2-47b0-a04c-2541ef466e6a HTTP/1.1" status: 204 len: 168 time: 0.7349343 Apr 07 08:06:18.176053 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-42c908d3-08bc-4672-a91f-c762ddfccf7c req-d1127a45-5e33-43b5-a140-7af00b1d3a6c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c6933257-8ef8-4bce-aa40-707967b2369e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3480206 Apr 07 08:06:18.526318 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-76cddcef-b179-4271-87ed-a4702e0b9750 req-0fb0103c-e58d-482c-8d29-a56debd29a53 service neutron] 10.222.0.13 "GET /v2.0/networks/c6933257-8ef8-4bce-aa40-707967b2369e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6643076 Apr 07 08:06:18.539808 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-42c908d3-08bc-4672-a91f-c762ddfccf7c req-77643627-4b2d-46b4-9817-81e841f0532a service neutron] 10.222.0.13 "GET /v2.0/networks/c6933257-8ef8-4bce-aa40-707967b2369e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550651 Apr 07 08:06:18.543905 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-71d15215-e412-4f85-8fc5-3d74030873ce req-55bcceb8-cf0f-4fc4-aeb9-5e6a287e367f service neutron] 10.222.0.16 "GET /v2.0/networks/64ec1db9-cd07-42a9-a563-1c7517517aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6527896 Apr 07 08:06:18.795204 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 43232) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:18.818024 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7d6c53c9-e36f-48d2-9dec-7ab072ea9396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:18.856431 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-7d6c53c9-e36f-48d2-9dec-7ab072ea9396 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:06:18.856431 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-7d6c53c9-e36f-48d2-9dec-7ab072ea9396 admin admin] Usage tracker for resource:security_group_rule and tenant:9db8b8dedc9045e1b09862a2396d77d8 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:06:18.859798 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-7d6c53c9-e36f-48d2-9dec-7ab072ea9396 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:06:18.868433 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-7d6c53c9-e36f-48d2-9dec-7ab072ea9396 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:06:18.909065 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-42c908d3-08bc-4672-a91f-c762ddfccf7c req-4beb540e-a184-4d34-8be1-b5ada434dbc0 service neutron] 10.222.0.13 "GET /v2.0/networks/c6933257-8ef8-4bce-aa40-707967b2369e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611410 Apr 07 08:06:18.925996 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-71d15215-e412-4f85-8fc5-3d74030873ce req-cf5f67ba-3c6a-411f-9431-a92f267ab916 service neutron] 10.222.0.16 "GET /v2.0/networks/64ec1db9-cd07-42a9-a563-1c7517517aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292150 Apr 07 08:06:18.931484 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48f9bd-3960-4ad3-a974-592328529a51 req-20cab399-8a34-497b-8d2b-1c0a451e3307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:18.933078 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ac48f9bd-3960-4ad3-a974-592328529a51 req-20cab399-8a34-497b-8d2b-1c0a451e3307 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9eaeeda39a4b47ae8eb1d0351d5b6be3&device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 1097 time: 0.3029664 Apr 07 08:06:18.977039 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7d6c53c9-e36f-48d2-9dec-7ab072ea9396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:19.009613 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7d6c53c9-e36f-48d2-9dec-7ab072ea9396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:19.020646 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3809c6bf-1528-4463-b964-f6035281079c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:19.050936 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 43238) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:19.078732 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:19.090016 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-7d6c53c9-e36f-48d2-9dec-7ab072ea9396 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9db8b8dedc9045e1b09862a2396d77d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2930255 Apr 07 08:06:19.094584 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 43244) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:19.113604 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c53c9-e36f-48d2-9dec-7ab072ea9396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12ef7e6-fc83-4813-ab53-1f22010ed7c9,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:19.119251 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7d6c53c9-e36f-48d2-9dec-7ab072ea9396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:19.145468 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48f9bd-3960-4ad3-a974-592328529a51 req-430320ed-3f1a-4fd2-8721-751bef70bfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:19.147078 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ac48f9bd-3960-4ad3-a974-592328529a51 req-430320ed-3f1a-4fd2-8721-751bef70bfbc service neutron] 10.222.0.13 "GET /v2.0/networks?id=c6933257-8ef8-4bce-aa40-707967b2369e HTTP/1.1" status: 200 len: 918 time: 0.1995094 Apr 07 08:06:19.209778 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c3a62cee-7f9e-4ef9-8b34-bf27f9410499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:19.282970 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c3a62cee-7f9e-4ef9-8b34-bf27f9410499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:19.325223 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 43254) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:19.357321 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a4ce6509-a7fb-47cb-9b81-3e7c9561fce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:19.377288 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c3a62cee-7f9e-4ef9-8b34-bf27f9410499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:19.377383 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ac48f9bd-3960-4ad3-a974-592328529a51 req-c21e9e01-84a8-441e-97a2-6f1f04406c88 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0f9fa76-404c-491d-95a2-ba8cbb85a3cd HTTP/1.1" status: 200 len: 217 time: 0.2004156 Apr 07 08:06:19.380000 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:19.403532 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-a4ce6509-a7fb-47cb-9b81-3e7c9561fce9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:06:19.412278 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-a4ce6509-a7fb-47cb-9b81-3e7c9561fce9 admin admin] Usage tracker for resource:security_group_rule and tenant:03e685e4f33c4f959414f21d74cbfec3 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:06:19.415428 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-a4ce6509-a7fb-47cb-9b81-3e7c9561fce9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:06:19.422041 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-a4ce6509-a7fb-47cb-9b81-3e7c9561fce9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:06:19.451246 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a62cee-7f9e-4ef9-8b34-bf27f9410499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12ef7e6-fc83-4813-ab53-1f22010ed7c9,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:19.455602 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c3a62cee-7f9e-4ef9-8b34-bf27f9410499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:19.507624 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c3a62cee-7f9e-4ef9-8b34-bf27f9410499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:19.509672 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-c3a62cee-7f9e-4ef9-8b34-bf27f9410499 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d12ef7e6-fc83-4813-ab53-1f22010ed7c9 HTTP/1.1" status: 204 len: 168 time: 0.4131267 Apr 07 08:06:19.520351 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8a94c9e7-f73e-4d92-8d23-a1fe7d0e73be admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:19.544442 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-8a94c9e7-f73e-4d92-8d23-a1fe7d0e73be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:06:19.553249 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-8a94c9e7-f73e-4d92-8d23-a1fe7d0e73be admin admin] Usage tracker for resource:security_group_rule and tenant:82bf31bb928e43a7a89358a8641305cd is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:06:19.566160 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-8a94c9e7-f73e-4d92-8d23-a1fe7d0e73be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:06:19.569444 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 8f860112-10ba-49aa-8d46-e6938ac497a6 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 08:06:19.585799 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48f9bd-3960-4ad3-a974-592328529a51 req-b22c066b-364a-4516-96ff-ba79470b6f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:19.588595 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ac48f9bd-3960-4ad3-a974-592328529a51 req-b22c066b-364a-4516-96ff-ba79470b6f5f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e3fb4432-90be-4a11-838b-25c9574051e9 HTTP/1.1" status: 200 len: 857 time: 0.2012663 Apr 07 08:06:19.600477 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a4ce6509-a7fb-47cb-9b81-3e7c9561fce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:19.650436 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a4ce6509-a7fb-47cb-9b81-3e7c9561fce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:19.682364 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:19.728509 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-8a94c9e7-f73e-4d92-8d23-a1fe7d0e73be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:06:19.745608 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb5e89-dbc6-435c-b851-c505348a8f55 req-4e318a36-c126-4ac0-b777-cb6a5d175119 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:19.765513 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5bcb5e89-dbc6-435c-b851-c505348a8f55 req-4e318a36-c126-4ac0-b777-cb6a5d175119 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 944 time: 0.3111298 Apr 07 08:06:19.765843 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ac48f9bd-3960-4ad3-a974-592328529a51 req-3433d515-0675-45fb-a55a-d71f1951e4cb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c6933257-8ef8-4bce-aa40-707967b2369e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1611474 Apr 07 08:06:19.861806 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 8f860112-10ba-49aa-8d46-e6938ac497a6, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=8f860112-10ba-49aa-8d46-e6938ac497a6,segment=NetworkSegment(fd84e018-6bdf-49ce-91de-b018ab577ddb),segment_id=fd84e018-6bdf-49ce-91de-b018ab577ddb)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:06:19.870495 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5bcb5e89-dbc6-435c-b851-c505348a8f55 req-c009335a-fb58-4c77-8d51-14034fa8d45f tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039479 Apr 07 08:06:19.880688 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce6509-a7fb-47cb-9b81-3e7c9561fce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d2dabd-07b3-443c-93b2-96f9772a1b49,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:19.895187 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a4ce6509-a7fb-47cb-9b81-3e7c9561fce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:19.901546 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-a4ce6509-a7fb-47cb-9b81-3e7c9561fce9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=03e685e4f33c4f959414f21d74cbfec3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8497932 Apr 07 08:06:19.905189 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 43278) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:19.910588 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Returning: {'device': '8f860112-10ba-49aa-8d46-e6938ac497a6', 'network_id': 'c6933257-8ef8-4bce-aa40-707967b2369e', 'port_id': '8f860112-10ba-49aa-8d46-e6938ac497a6', 'mac_address': 'fa:16:3e:05:5e:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3fb4432-90be-4a11-838b-25c9574051e9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 08:06:19.962516 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ac48f9bd-3960-4ad3-a974-592328529a51 req-9faa54cc-1c9d-4cbe-8059-b9be0de93959 service neutron] 10.222.0.13 "GET /v2.0/networks/c6933257-8ef8-4bce-aa40-707967b2369e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895266 Apr 07 08:06:19.996851 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:20.018718 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f860112-10ba-49aa-8d46-e6938ac497a6 {{(pid=84421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 08:06:20.039645 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b816e5c8-ab46-46ef-a60f-2247771883cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:20.062430 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-14dfb234-0622-4a8d-a6a7-37f4ae6f804d req-6728ad20-0921-43cc-88bd-5d46d4f390a4 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Synchronizing usage tracker for tenant:fbff52d4f92c40aa9b8208fa7e54d5d5 on resource:port {{(pid=84420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:06:20.135219 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-14dfb234-0622-4a8d-a6a7-37f4ae6f804d req-6728ad20-0921-43cc-88bd-5d46d4f390a4 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Unset dirty status for tenant:fbff52d4f92c40aa9b8208fa7e54d5d5 on resource:port {{(pid=84420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:06:20.136320 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-14dfb234-0622-4a8d-a6a7-37f4ae6f804d req-6728ad20-0921-43cc-88bd-5d46d4f390a4 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 210 time: 0.1689425 Apr 07 08:06:20.154576 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ac48f9bd-3960-4ad3-a974-592328529a51 req-941b3f62-ddcd-437d-8cd6-800b340a1a09 service neutron] 10.222.0.13 "GET /v2.0/networks/c6933257-8ef8-4bce-aa40-707967b2369e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832981 Apr 07 08:06:20.165206 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b816e5c8-ab46-46ef-a60f-2247771883cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:20.195551 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 8f860112-10ba-49aa-8d46-e6938ac497a6, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=8f860112-10ba-49aa-8d46-e6938ac497a6,segment=NetworkSegment(fd84e018-6bdf-49ce-91de-b018ab577ddb),segment_id=fd84e018-6bdf-49ce-91de-b018ab577ddb)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:06:20.227317 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:20.229904 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-1dacdb2e-6003-4f8f-96a4-d60b98e1196c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:20.307940 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=8f860112-10ba-49aa-8d46-e6938ac497a6,revision_number=4']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:20.312727 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:20.364498 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8a94c9e7-f73e-4d92-8d23-a1fe7d0e73be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:20.398177 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b816e5c8-ab46-46ef-a60f-2247771883cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:20.403405 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:20.416452 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b816e5c8-ab46-46ef-a60f-2247771883cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d2dabd-07b3-443c-93b2-96f9772a1b49,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:20.420639 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b816e5c8-ab46-46ef-a60f-2247771883cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:20.426960 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8a94c9e7-f73e-4d92-8d23-a1fe7d0e73be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:20.427767 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 43298) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:20.440149 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b816e5c8-ab46-46ef-a60f-2247771883cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:20.441393 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-b816e5c8-ab46-46ef-a60f-2247771883cf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/78d2dabd-07b3-443c-93b2-96f9772a1b49 HTTP/1.1" status: 204 len: 168 time: 0.5350986 Apr 07 08:06:20.449761 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-dc0a04db-701e-413d-8eac-df69bcc0bd96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:20.496713 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] get_ports_and_sgs() called for port_ids ['8f860112-10ba-49aa-8d46-e6938ac497a6'] {{(pid=84421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 08:06:20.509182 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-8a94c9e7-f73e-4d92-8d23-a1fe7d0e73be admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=82bf31bb928e43a7a89358a8641305cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1832061 Apr 07 08:06:20.517975 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 43306) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:20.538789 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a94c9e7-f73e-4d92-8d23-a1fe7d0e73be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fdeb4f3-1e88-49c9-bbd7-e50e71ce6815,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:20.547781 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8a94c9e7-f73e-4d92-8d23-a1fe7d0e73be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:20.662938 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0af483a5-1530-4ad7-a205-23e377d2b91f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:20.704541 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0af483a5-1530-4ad7-a205-23e377d2b91f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:20.792468 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0af483a5-1530-4ad7-a205-23e377d2b91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:20.796933 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a4ce6509-a7fb-47cb-9b81-3e7c9561fce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:20.806594 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f1417096-b1c9-41dc-befe-638520d7802a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:20.828084 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af483a5-1530-4ad7-a205-23e377d2b91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fdeb4f3-1e88-49c9-bbd7-e50e71ce6815,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:20.834330 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-f1417096-b1c9-41dc-befe-638520d7802a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:06:20.840002 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-0af483a5-1530-4ad7-a205-23e377d2b91f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:20.845487 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-f1417096-b1c9-41dc-befe-638520d7802a admin admin] Usage tracker for resource:security_group_rule and tenant:8bbf7a82e80643f1a36d7fc79a1b0044 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:06:20.846753 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0af483a5-1530-4ad7-a205-23e377d2b91f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:20.847854 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-0af483a5-1530-4ad7-a205-23e377d2b91f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1fdeb4f3-1e88-49c9-bbd7-e50e71ce6815 HTTP/1.1" status: 204 len: 168 time: 0.3345482 Apr 07 08:06:20.851158 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-f1417096-b1c9-41dc-befe-638520d7802a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:06:20.861366 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-f1417096-b1c9-41dc-befe-638520d7802a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:06:20.971950 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f1417096-b1c9-41dc-befe-638520d7802a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:21.021217 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f1417096-b1c9-41dc-befe-638520d7802a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:21.032559 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a48f0fd0-88b6-444a-ac94-0eb0a9b4d05c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:21.080302 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-f1417096-b1c9-41dc-befe-638520d7802a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8bbf7a82e80643f1a36d7fc79a1b0044&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6405876 Apr 07 08:06:21.080302 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1417096-b1c9-41dc-befe-638520d7802a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38c2281-9b20-49fb-b90d-c683ee2842ff,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:21.082300 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 43322) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:21.095595 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f1417096-b1c9-41dc-befe-638520d7802a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:21.150643 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1599e7be-e970-444f-84bc-3cfe016d1435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:21.151578 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97dd694-488b-4971-8d12-faa6d1711819 req-91c9a883-a0d6-4754-9222-acd4fdabdab7 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:21.153393 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e97dd694-488b-4971-8d12-faa6d1711819 req-91c9a883-a0d6-4754-9222-acd4fdabdab7 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 944 time: 0.1230366 Apr 07 08:06:21.182694 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1599e7be-e970-444f-84bc-3cfe016d1435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:21.217633 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e97dd694-488b-4971-8d12-faa6d1711819 req-b2c4f086-bd4e-4a7d-8388-4b252a7d6fbf tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565274 Apr 07 08:06:21.296950 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 43330) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:21.317510 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-db0037d5-fcda-4872-8554-d716f74bd745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:21.335043 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-db0037d5-fcda-4872-8554-d716f74bd745 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:06:21.339249 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-db0037d5-fcda-4872-8554-d716f74bd745 admin admin] Usage tracker for resource:security_group_rule and tenant:8ef60382d4bf4be9836bb097a37f4594 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:06:21.347426 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1599e7be-e970-444f-84bc-3cfe016d1435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:21.350185 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2712588e-7ac9-4aca-8408-1982777c41f9 req-33afffb8-799f-4099-87b8-eab6c538c23a tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 210 time: 0.0659349 Apr 07 08:06:21.357081 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:21.361512 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-db0037d5-fcda-4872-8554-d716f74bd745 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:06:21.372727 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599e7be-e970-444f-84bc-3cfe016d1435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38c2281-9b20-49fb-b90d-c683ee2842ff,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:21.376181 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-1599e7be-e970-444f-84bc-3cfe016d1435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:21.393503 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1599e7be-e970-444f-84bc-3cfe016d1435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:21.398132 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-1599e7be-e970-444f-84bc-3cfe016d1435 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f38c2281-9b20-49fb-b90d-c683ee2842ff HTTP/1.1" status: 204 len: 168 time: 0.3146384 Apr 07 08:06:21.410525 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-db0037d5-fcda-4872-8554-d716f74bd745 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:06:21.511259 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-db0037d5-fcda-4872-8554-d716f74bd745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:21.558086 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-db0037d5-fcda-4872-8554-d716f74bd745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:21.569124 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:21.592029 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device b0f9fa76-404c-491d-95a2-ba8cbb85a3cd details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 08:06:21.640400 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-db0037d5-fcda-4872-8554-d716f74bd745 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8ef60382d4bf4be9836bb097a37f4594&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3422642 Apr 07 08:06:21.642361 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0037d5-fcda-4872-8554-d716f74bd745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6a0b2a-fc7c-41ab-a9eb-ac0ef5496dd1,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:21.643550 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 43344) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:21.647096 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-db0037d5-fcda-4872-8554-d716f74bd745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:21.658376 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 8f860112-10ba-49aa-8d46-e6938ac497a6 up at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:06:21.807558 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4dae7bf0-e483-4218-947f-d8e8672e3fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:21.879757 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4dae7bf0-e483-4218-947f-d8e8672e3fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:21.966300 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port b0f9fa76-404c-491d-95a2-ba8cbb85a3cd, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=b0f9fa76-404c-491d-95a2-ba8cbb85a3cd,segment=NetworkSegment(fd84e018-6bdf-49ce-91de-b018ab577ddb),segment_id=fd84e018-6bdf-49ce-91de-b018ab577ddb)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:06:21.980227 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Provisioning for port 8f860112-10ba-49aa-8d46-e6938ac497a6 completed by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:06:21.989489 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Provisioning complete for port 8f860112-10ba-49aa-8d46-e6938ac497a6 triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:06:21.990122 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:22.020144 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Returning: {'device': 'b0f9fa76-404c-491d-95a2-ba8cbb85a3cd', 'network_id': 'c6933257-8ef8-4bce-aa40-707967b2369e', 'port_id': 'b0f9fa76-404c-491d-95a2-ba8cbb85a3cd', 'mac_address': 'fa:16:3e:3c:34:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3fb4432-90be-4a11-838b-25c9574051e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 08:06:22.085136 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 43360) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:22.098890 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4dae7bf0-e483-4218-947f-d8e8672e3fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:22.109825 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-1599e7be-e970-444f-84bc-3cfe016d1435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:22.124175 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae7bf0-e483-4218-947f-d8e8672e3fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6a0b2a-fc7c-41ab-a9eb-ac0ef5496dd1,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:22.126398 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-69789bfa-297d-4d2d-a57d-7cda8f032b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:22.129435 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4dae7bf0-e483-4218-947f-d8e8672e3fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:22.138377 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4dae7bf0-e483-4218-947f-d8e8672e3fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:22.140387 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-4dae7bf0-e483-4218-947f-d8e8672e3fce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ea6a0b2a-fc7c-41ab-a9eb-ac0ef5496dd1 HTTP/1.1" status: 204 len: 168 time: 0.4954181 Apr 07 08:06:22.164451 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-69789bfa-297d-4d2d-a57d-7cda8f032b41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:06:22.168498 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-69789bfa-297d-4d2d-a57d-7cda8f032b41 admin admin] Usage tracker for resource:security_group_rule and tenant:9e1acb234c6748eebc1c0f9c500d6d83 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:06:22.170095 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d15215-e412-4f85-8fc5-3d74030873ce req-9eb04a82-91ab-40ab-8086-8af18c665140 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:22.171509 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-69789bfa-297d-4d2d-a57d-7cda8f032b41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:06:22.171956 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-71d15215-e412-4f85-8fc5-3d74030873ce req-9eb04a82-91ab-40ab-8086-8af18c665140 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.13 "GET /v2.0/networks?id=64ec1db9-cd07-42a9-a563-1c7517517aa8 HTTP/1.1" status: 200 len: 817 time: 0.2045021 Apr 07 08:06:22.187190 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-69789bfa-297d-4d2d-a57d-7cda8f032b41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:06:22.230593 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:22.287014 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6c053dda-fe03-4c67-91f8-1e2d45b0c4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:22.335118 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-71d15215-e412-4f85-8fc5-3d74030873ce req-46ca5571-1300-48d1-965e-32d3ba0bcee5 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fbff52d4f92c40aa9b8208fa7e54d5d5 HTTP/1.1" status: 200 len: 5702 time: 0.1458335 Apr 07 08:06:22.343957 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0f9fa76-404c-491d-95a2-ba8cbb85a3cd {{(pid=84421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 08:06:22.351844 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-71d15215-e412-4f85-8fc5-3d74030873ce req-8c6e05af-f3e8-4202-a015-b852715db278 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Request body: {'port': {'device_id': '658ed895-fd9a-4fce-adf1-9f69ddefb2e4', 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8', 'admin_state_up': True, 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'security_groups': ['27289aa6-fa85-4bfa-b14b-e5fd1a99a871']}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:06:22.391200 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port b0f9fa76-404c-491d-95a2-ba8cbb85a3cd, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=b0f9fa76-404c-491d-95a2-ba8cbb85a3cd,segment=NetworkSegment(fd84e018-6bdf-49ce-91de-b018ab577ddb),segment_id=fd84e018-6bdf-49ce-91de-b018ab577ddb)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:06:22.409863 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:22.461486 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-69789bfa-297d-4d2d-a57d-7cda8f032b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:22.466300 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:22.474994 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:22.495364 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-69789bfa-297d-4d2d-a57d-7cda8f032b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:22.610164 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 8f860112-10ba-49aa-8d46-e6938ac497a6, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=8f860112-10ba-49aa-8d46-e6938ac497a6,segment=NetworkSegment(fd84e018-6bdf-49ce-91de-b018ab577ddb),segment_id=fd84e018-6bdf-49ce-91de-b018ab577ddb)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:06:22.619182 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531aacda-2893-4392-8b0e-91642d431915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f860112-10ba-49aa-8d46-e6938ac497a6'}] {{(pid=84421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:06:22.647984 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:22.667241 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:22.679423 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9ae57850-c214-49cf-9192-78e682a4c619 req-ada57540-c71f-433e-9530-831e10b7fcb3 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 210 time: 0.1084788 Apr 07 08:06:22.694915 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-69789bfa-297d-4d2d-a57d-7cda8f032b41 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9e1acb234c6748eebc1c0f9c500d6d83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6084490 Apr 07 08:06:22.704258 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 43380) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:22.715705 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69789bfa-297d-4d2d-a57d-7cda8f032b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1775a5-b4d0-4d67-8c89-8213718f0d9e,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:22.735576 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] get_ports_and_sgs() called for port_ids ['b0f9fa76-404c-491d-95a2-ba8cbb85a3cd'] {{(pid=84421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 08:06:22.769924 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-69789bfa-297d-4d2d-a57d-7cda8f032b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:22.816256 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531aacda-2893-4392-8b0e-91642d431915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f860112-10ba-49aa-8d46-e6938ac497a6', 'code': 200} Apr 07 08:06:22.822503 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=b0f9fa76-404c-491d-95a2-ba8cbb85a3cd,revision_number=4']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:22.836513 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:22.836513 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:22.838876 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-71d15215-e412-4f85-8fc5-3d74030873ce req-8c6e05af-f3e8-4202-a015-b852715db278 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:06:22.876830 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-71e82f2a-be13-4d5f-a33d-9e959ce1786d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:22.897158 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-71d15215-e412-4f85-8fc5-3d74030873ce req-8c6e05af-f3e8-4202-a015-b852715db278 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:06:22.908039 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19697238-329b-4fa3-b37f-d81d56f6fe83 req-c34b225e-a7f2-48a6-8c22-b62495367dbf tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:22.916836 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-19697238-329b-4fa3-b37f-d81d56f6fe83 req-c34b225e-a7f2-48a6-8c22-b62495367dbf tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 945 time: 0.3499260 Apr 07 08:06:22.948110 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-71e82f2a-be13-4d5f-a33d-9e959ce1786d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:23.031659 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=8f860112-10ba-49aa-8d46-e6938ac497a6,revision_number=5']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:23.035383 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:23.073326 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71d15215-e412-4f85-8fc5-3d74030873ce req-8c6e05af-f3e8-4202-a015-b852715db278 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Made reservation on behalf of fbff52d4f92c40aa9b8208fa7e54d5d5 for: {'port': 1} {{(pid=84419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:06:23.097415 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-71d15215-e412-4f85-8fc5-3d74030873ce req-8c6e05af-f3e8-4202-a015-b852715db278 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:23.119368 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-19697238-329b-4fa3-b37f-d81d56f6fe83 req-58bd6752-32c8-4e86-b8d5-ad16675da7bc tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899748 Apr 07 08:06:23.157931 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-71e82f2a-be13-4d5f-a33d-9e959ce1786d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:23.184075 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:23.376242 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e82f2a-be13-4d5f-a33d-9e959ce1786d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1775a5-b4d0-4d67-8c89-8213718f0d9e,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:23.745987 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-71e82f2a-be13-4d5f-a33d-9e959ce1786d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:23.749467 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-71e82f2a-be13-4d5f-a33d-9e959ce1786d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:23.753152 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-71e82f2a-be13-4d5f-a33d-9e959ce1786d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9a1775a5-b4d0-4d67-8c89-8213718f0d9e HTTP/1.1" status: 204 len: 168 time: 1.0453808 Apr 07 08:06:23.769630 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-257990b5-e330-407d-a631-e7934ac3cda7 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:23.770437 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-257990b5-e330-407d-a631-e7934ac3cda7 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Synchronizing usage tracker for tenant:0065664477534e84a7f46e809ac97417 on resource:network {{(pid=84420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:06:23.802511 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [req-71d15215-e412-4f85-8fc5-3d74030873ce req-8c6e05af-f3e8-4202-a015-b852715db278 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Allocated IP 172.20.0.11 (64ec1db9-cd07-42a9-a563-1c7517517aa8/76e481b0-5bdc-45a1-aec7-e681d70e1c14/453c3cc2-00d7-4b92-a6be-ee2b7bf573ed) {{(pid=84419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:06:23.826313 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1fc08f-9ab4-45f0-8cef-4e266c9619d8 req-a82e39b4-44bb-4817-a2c3-b836c819da42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:23.828144 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ce1fc08f-9ab4-45f0-8cef-4e266c9619d8 req-a82e39b4-44bb-4817-a2c3-b836c819da42 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 1099 time: 0.3545139 Apr 07 08:06:23.866485 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-257990b5-e330-407d-a631-e7934ac3cda7 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Unset dirty status for tenant:0065664477534e84a7f46e809ac97417 on resource:network {{(pid=84420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:06:23.867789 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-257990b5-e330-407d-a631-e7934ac3cda7 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/networks?id=12b6a4b5-316a-406f-9230-1ee620072355 HTTP/1.1" status: 200 len: 815 time: 0.3106141 Apr 07 08:06:23.905960 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-42cf74d1-f2a1-416f-8afc-db6500c8d503 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/quotas/0065664477534e84a7f46e809ac97417 HTTP/1.1" status: 200 len: 375 time: 0.0265749 Apr 07 08:06:23.985891 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ce1fc08f-9ab4-45f0-8cef-4e266c9619d8 req-2f9a076e-e99a-4e6d-ab89-18d21f73b108 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459081 Apr 07 08:06:24.001320 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-d4c906e3-8439-4cb2-8651-732e3bb6e4c4 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0065664477534e84a7f46e809ac97417&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0920393 Apr 07 08:06:24.114903 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f00cfe-7203-4595-8043-7ab5ce709a8c req-e86b55c8-e40d-4e09-96c2-d135ac17cf4b tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:24.116598 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d5f00cfe-7203-4595-8043-7ab5ce709a8c req-e86b55c8-e40d-4e09-96c2-d135ac17cf4b tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad69748c-80e5-436a-8ec9-b0ac5b8bac34 HTTP/1.1" status: 200 len: 946 time: 0.2548897 Apr 07 08:06:24.160944 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-71d15215-e412-4f85-8fc5-3d74030873ce req-8c6e05af-f3e8-4202-a015-b852715db278 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks [] for port, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:24.167344 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-803e44a3-1bf9-4e59-b9d9-9f4c53c28ace service neutron] 10.222.0.16 "GET /v2.0/networks/12b6a4b5-316a-406f-9230-1ee620072355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583073 Apr 07 08:06:24.207051 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d5f00cfe-7203-4595-8043-7ab5ce709a8c req-6af3f79c-ab4c-4496-a7ff-1430fb1b0bcf tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ee21451-714c-4d37-ba75-2375e5c5ec9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656769 Apr 07 08:06:24.207051 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-71d15215-e412-4f85-8fc5-3d74030873ce req-8c6e05af-f3e8-4202-a015-b852715db278 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Transition to ACTIVE for port object 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed will not be triggered until provisioned by entity DHCP. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:06:24.334612 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-2d4138d2-9fea-4999-9eab-0cc3a736b982 service neutron] 10.222.0.16 "GET /v2.0/networks/12b6a4b5-316a-406f-9230-1ee620072355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588264 Apr 07 08:06:24.396307 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-71d15215-e412-4f85-8fc5-3d74030873ce req-8c6e05af-f3e8-4202-a015-b852715db278 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:24.425312 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:24.503080 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e05af-f3e8-4202-a015-b852715db278 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Pushing event updated for resources: {'Port': ['ID=453c3cc2-00d7-4b92-a6be-ee2b7bf573ed,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:24.508898 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8c6e05af-f3e8-4202-a015-b852715db278 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:24.663469 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54124a99-b376-4977-bdb1-a3b91c970d78 req-0f175b1e-dfe4-471a-a1d4-6c68fdefd165 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:24.672393 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-54124a99-b376-4977-bdb1-a3b91c970d78 req-0f175b1e-dfe4-471a-a1d4-6c68fdefd165 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 932 time: 0.3223312 Apr 07 08:06:24.747040 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-54124a99-b376-4977-bdb1-a3b91c970d78 req-b0c70441-629b-4378-a1bf-2ec938629144 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735838 Apr 07 08:06:24.784833 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71d15215-e412-4f85-8fc5-3d74030873ce req-8c6e05af-f3e8-4202-a015-b852715db278 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Network 64ec1db9-cd07-42a9-a563-1c7517517aa8 is already hosted by enough agents. {{(pid=84419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:06:24.787960 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [req-71d15215-e412-4f85-8fc5-3d74030873ce req-8c6e05af-f3e8-4202-a015-b852715db278 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Resources bound (agent type, host, resource id): {{(pid=84419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:06:24.792603 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d15215-e412-4f85-8fc5-3d74030873ce req-8c6e05af-f3e8-4202-a015-b852715db278 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Received port after_create {{(pid=84419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:06:24.859104 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c1c40-05ea-48c9-8261-9b7551771a96 req-fd48387a-c944-4213-bcbd-fb2304671fe1 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:24.864198 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f92c1c40-05ea-48c9-8261-9b7551771a96 req-fd48387a-c944-4213-bcbd-fb2304671fe1 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 945 time: 0.2316303 Apr 07 08:06:24.878086 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-12f243a2-7b57-4a69-9221-6d64f6ef0c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:24.999014 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f92c1c40-05ea-48c9-8261-9b7551771a96 req-8a59dba1-977c-479b-80cc-17aba1e49c6b tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186378 Apr 07 08:06:25.034060 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d15215-e412-4f85-8fc5-3d74030873ce req-8c6e05af-f3e8-4202-a015-b852715db278 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:25.034943 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-71d15215-e412-4f85-8fc5-3d74030873ce req-8c6e05af-f3e8-4202-a015-b852715db278 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:25.065149 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3b483d93-1d0c-4769-9942-b218391638a5 req-b5803e40-f142-4e38-a081-1b00118ea25d tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=960c5681-14c7-4293-a8e4-3e79525d7ea2 HTTP/1.1" status: 200 len: 210 time: 0.1466787 Apr 07 08:06:25.125643 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-71d15215-e412-4f85-8fc5-3d74030873ce req-8c6e05af-f3e8-4202-a015-b852715db278 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7843559 Apr 07 08:06:25.138407 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-71d15215-e412-4f85-8fc5-3d74030873ce req-7ab4d7a9-8d1b-46a8-ac43-5dcf23f32798 service neutron] Request body: {'port': {'device_id': '658ed895-fd9a-4fce-adf1-9f69ddefb2e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:06:25.294640 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-efc8605b-e8f6-418c-baf9-55a38efc6f3c None None] Provisioning for port 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed completed by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:06:25.300287 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-efc8605b-e8f6-418c-baf9-55a38efc6f3c None None] Provisioning complete for port 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed triggered by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:06:25.301001 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-efc8605b-e8f6-418c-baf9-55a38efc6f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:25.436538 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-71d15215-e412-4f85-8fc5-3d74030873ce req-7ab4d7a9-8d1b-46a8-ac43-5dcf23f32798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:25.477077 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc5a7e-b088-4864-9bb8-e4ff849fc5a0 req-ce3f546b-c623-4feb-aa75-c4574673fd1d tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:25.485006 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-27cc5a7e-b088-4864-9bb8-e4ff849fc5a0 req-ce3f546b-c623-4feb-aa75-c4574673fd1d tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad69748c-80e5-436a-8ec9-b0ac5b8bac34 HTTP/1.1" status: 200 len: 946 time: 0.1368124 Apr 07 08:06:25.516486 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:25.518644 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-efc8605b-e8f6-418c-baf9-55a38efc6f3c None None] Port 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed cannot update to ACTIVE because it is not bound. {{(pid=84421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 08:06:25.553087 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-27cc5a7e-b088-4864-9bb8-e4ff849fc5a0 req-b62a96a5-b742-4c16-92d3-e98855bd3e5b tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ee21451-714c-4d37-ba75-2375e5c5ec9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632715 Apr 07 08:06:25.617383 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device b0f9fa76-404c-491d-95a2-ba8cbb85a3cd up at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:06:25.704226 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b626821-9f30-49a4-ab56-9d50a636b1ba req-edcb7aba-7d6b-43ef-8960-c31564ff2a84 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:25.705920 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1b626821-9f30-49a4-ab56-9d50a636b1ba req-edcb7aba-7d6b-43ef-8960-c31564ff2a84 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad69748c-80e5-436a-8ec9-b0ac5b8bac34 HTTP/1.1" status: 200 len: 946 time: 0.2208886 Apr 07 08:06:25.757681 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Provisioning for port b0f9fa76-404c-491d-95a2-ba8cbb85a3cd completed by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:06:25.763435 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Provisioning complete for port b0f9fa76-404c-491d-95a2-ba8cbb85a3cd triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:06:25.763865 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:26.023626 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:26.099883 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-1b626821-9f30-49a4-ab56-9d50a636b1ba req-a5300317-2ab1-4a0e-ae61-6a17d3ddbe74 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Deleting port 705d460d-e829-4683-9c73-3a01a244c771 {{(pid=84419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:06:26.100524 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-1b626821-9f30-49a4-ab56-9d50a636b1ba req-a5300317-2ab1-4a0e-ae61-6a17d3ddbe74 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:26.125506 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port b0f9fa76-404c-491d-95a2-ba8cbb85a3cd, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=b0f9fa76-404c-491d-95a2-ba8cbb85a3cd,segment=NetworkSegment(fd84e018-6bdf-49ce-91de-b018ab577ddb),segment_id=fd84e018-6bdf-49ce-91de-b018ab577ddb)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:06:26.126730 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec9dffe-ef6d-4221-ac9a-352f312662a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f9fa76-404c-491d-95a2-ba8cbb85a3cd'}] {{(pid=84421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:06:26.187017 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:26.190584 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:26.275137 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=b0f9fa76-404c-491d-95a2-ba8cbb85a3cd,revision_number=5']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:26.279244 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:26.308964 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389746ba-9883-4747-8e55-db4530aba336 req-378aaa36-85af-4b26-84a2-e392c8f41e9c tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:26.310666 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-389746ba-9883-4747-8e55-db4530aba336 req-378aaa36-85af-4b26-84a2-e392c8f41e9c tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 946 time: 0.1510129 Apr 07 08:06:26.377149 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-389746ba-9883-4747-8e55-db4530aba336 req-a9c7c2fa-8ffd-4e3a-9674-96ea01c68115 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597265 Apr 07 08:06:26.422917 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4acad-2aef-4d18-84b7-9499f495a245 req-1f7e5c33-1055-4506-b799-cd519c5a6a26 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:26.424878 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-acb4acad-2aef-4d18-84b7-9499f495a245 req-1f7e5c33-1055-4506-b799-cd519c5a6a26 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Synchronizing usage tracker for tenant:fbff52d4f92c40aa9b8208fa7e54d5d5 on resource:port {{(pid=84419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:06:26.552716 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-acb4acad-2aef-4d18-84b7-9499f495a245 req-1f7e5c33-1055-4506-b799-cd519c5a6a26 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Unset dirty status for tenant:fbff52d4f92c40aa9b8208fa7e54d5d5 on resource:port {{(pid=84419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:06:26.560335 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-acb4acad-2aef-4d18-84b7-9499f495a245 req-1f7e5c33-1055-4506-b799-cd519c5a6a26 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 932 time: 0.5448740 Apr 07 08:06:26.605379 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 43536) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:26.692747 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-1b626821-9f30-49a4-ab56-9d50a636b1ba req-a5300317-2ab1-4a0e-ae61-6a17d3ddbe74 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] For port 705d460d-e829-4683-9c73-3a01a244c771, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=705d460d-e829-4683-9c73-3a01a244c771,segment=NetworkSegment(8ffa5890-4b46-4d35-966a-ad851e07de8f),segment_id=8ffa5890-4b46-4d35-966a-ad851e07de8f)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:06:26.692747 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-1b626821-9f30-49a4-ab56-9d50a636b1ba req-a5300317-2ab1-4a0e-ae61-6a17d3ddbe74 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:26.712394 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [req-71d15215-e412-4f85-8fc5-3d74030873ce req-7ab4d7a9-8d1b-46a8-ac43-5dcf23f32798 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed {{(pid=84419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 08:06:26.718861 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8da5a294-8cc0-4e86-b640-50a8b134c474 req-b034cf10-6f45-417a-8a3d-cb300013a67b tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=960c5681-14c7-4293-a8e4-3e79525d7ea2 HTTP/1.1" status: 200 len: 210 time: 0.1048086 Apr 07 08:06:26.768650 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-71d15215-e412-4f85-8fc5-3d74030873ce req-7ab4d7a9-8d1b-46a8-ac43-5dcf23f32798 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:26.778738 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:26.839667 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec9dffe-ef6d-4221-ac9a-352f312662a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f9fa76-404c-491d-95a2-ba8cbb85a3cd', 'code': 200} Apr 07 08:06:26.901713 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:26.940237 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-788057bb-e047-4ce7-8502-6e65ca280e07 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:26.941836 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-788057bb-e047-4ce7-8502-6e65ca280e07 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.13 "GET /v2.0/networks?id=12b6a4b5-316a-406f-9230-1ee620072355 HTTP/1.1" status: 200 len: 815 time: 0.2285047 Apr 07 08:06:26.968148 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-9cefc753-f6cd-4f5c-bfe2-4b1112c86b7d tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Request body: {'port': {'device_id': '960c5681-14c7-4293-a8e4-3e79525d7ea2', 'network_id': '12b6a4b5-316a-406f-9230-1ee620072355', 'admin_state_up': True, 'tenant_id': '0065664477534e84a7f46e809ac97417'}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:06:26.985689 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-acb4acad-2aef-4d18-84b7-9499f495a245 req-03198ece-3fc4-4bd7-aa8c-131dbd98944d tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4236851 Apr 07 08:06:27.020980 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-1b626821-9f30-49a4-ab56-9d50a636b1ba req-a5300317-2ab1-4a0e-ae61-6a17d3ddbe74 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Calling delete_port for 705d460d-e829-4683-9c73-3a01a244c771 owned by compute:nova {{(pid=84419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:06:27.086831 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a4dfae24-f51e-4db0-b6b7-19d3012a1485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:27.087465 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-71d15215-e412-4f85-8fc5-3d74030873ce req-7ab4d7a9-8d1b-46a8-ac43-5dcf23f32798 service neutron] Transition to ACTIVE for port object 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed will not be triggered until provisioned by entity L2. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:06:27.270624 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-71d15215-e412-4f85-8fc5-3d74030873ce req-7ab4d7a9-8d1b-46a8-ac43-5dcf23f32798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963711'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:27.478533 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-a4dfae24-f51e-4db0-b6b7-19d3012a1485 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:06:27.481494 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.13', 58139) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:27.499999 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-a4dfae24-f51e-4db0-b6b7-19d3012a1485 admin admin] Usage tracker for resource:security_group_rule and tenant:c4b48abe33274f73aae1274403f3d2a5 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:06:27.526338 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:27.560544 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-a4dfae24-f51e-4db0-b6b7-19d3012a1485 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:06:27.591507 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-a4dfae24-f51e-4db0-b6b7-19d3012a1485 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:06:27.657042 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8eb45-8b1a-4c99-a20f-c9c0c857fa16 req-d78c0b18-bae2-44af-a2f5-0bc66c094967 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:27.658947 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4cb8eb45-8b1a-4c99-a20f-c9c0c857fa16 req-d78c0b18-bae2-44af-a2f5-0bc66c094967 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad69748c-80e5-436a-8ec9-b0ac5b8bac34 HTTP/1.1" status: 200 len: 946 time: 0.7053905 Apr 07 08:06:27.861660 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcac08-a3d6-4ff7-87ae-d91169ffe22f req-bcf49a17-6647-45fe-9857-15a05b735d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:27.863610 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d4fcac08-a3d6-4ff7-87ae-d91169ffe22f req-bcf49a17-6647-45fe-9857-15a05b735d64 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 1099 time: 0.3712156 Apr 07 08:06:27.876639 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a4dfae24-f51e-4db0-b6b7-19d3012a1485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:27.924283 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4cb8eb45-8b1a-4c99-a20f-c9c0c857fa16 req-67386ff1-4ae4-4db0-b1b1-5b56ef8aa0fb tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ee21451-714c-4d37-ba75-2375e5c5ec9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524517 Apr 07 08:06:27.929491 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-9cefc753-f6cd-4f5c-bfe2-4b1112c86b7d tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:06:27.939956 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-9cefc753-f6cd-4f5c-bfe2-4b1112c86b7d tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:06:27.997312 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a4dfae24-f51e-4db0-b6b7-19d3012a1485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:28.008683 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:28.037720 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab4d7a9-8d1b-46a8-ac43-5dcf23f32798 service neutron] Pushing event updated for resources: {'Port': ['ID=453c3cc2-00d7-4b92-a6be-ee2b7bf573ed,revision_number=2']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:28.040808 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7ab4d7a9-8d1b-46a8-ac43-5dcf23f32798 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:28.042233 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d4fcac08-a3d6-4ff7-87ae-d91169ffe22f req-2d4d8982-f07f-4314-b62a-59ac49641a83 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220820 Apr 07 08:06:28.046515 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dfae24-f51e-4db0-b6b7-19d3012a1485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcfdcd6-5270-44a5-a655-c94cdaa90545,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:28.049495 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-9cefc753-f6cd-4f5c-bfe2-4b1112c86b7d tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Made reservation on behalf of 0065664477534e84a7f46e809ac97417 for: {'port': 1} {{(pid=84420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:06:28.055552 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-9cefc753-f6cd-4f5c-bfe2-4b1112c86b7d tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:28.078921 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a4dfae24-f51e-4db0-b6b7-19d3012a1485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:28.167348 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ea0dc-b95b-4f15-ac14-c6ae8a197187 req-2019c405-6aba-4120-a12a-de3b702e6d7f tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:28.167571 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-573ea0dc-b95b-4f15-ac14-c6ae8a197187 req-2019c405-6aba-4120-a12a-de3b702e6d7f tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Synchronizing usage tracker for tenant:9eaeeda39a4b47ae8eb1d0351d5b6be3 on resource:port {{(pid=84419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:06:28.180803 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-71d15215-e412-4f85-8fc5-3d74030873ce req-7ab4d7a9-8d1b-46a8-ac43-5dcf23f32798 service neutron] Attempting to bind port 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed on host hv-cinder-78239 for vnic_type normal with profile {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:06:28.181174 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-71d15215-e412-4f85-8fc5-3d74030873ce req-7ab4d7a9-8d1b-46a8-ac43-5dcf23f32798 service neutron] Attempting to bind port 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': '10fc6654-2c6a-4d12-930e-7b16dfb451cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8'}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 08:06:28.181542 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d15215-e412-4f85-8fc5-3d74030873ce req-7ab4d7a9-8d1b-46a8-ac43-5dcf23f32798 service neutron] Attempting to bind port 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed on network 64ec1db9-cd07-42a9-a563-1c7517517aa8 {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:06:28.191313 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d15215-e412-4f85-8fc5-3d74030873ce req-7ab4d7a9-8d1b-46a8-ac43-5dcf23f32798 service neutron] Port 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed on network 64ec1db9-cd07-42a9-a563-1c7517517aa8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 08:06:28.191731 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d15215-e412-4f85-8fc5-3d74030873ce req-7ab4d7a9-8d1b-46a8-ac43-5dcf23f32798 service neutron] Attempting to bind port 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed on network 64ec1db9-cd07-42a9-a563-1c7517517aa8 {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:06:28.193788 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-1b626821-9f30-49a4-ab56-9d50a636b1ba req-a5300317-2ab1-4a0e-ae61-6a17d3ddbe74 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716444531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762716001395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:28.217056 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:28.229293 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-a4dfae24-f51e-4db0-b6b7-19d3012a1485 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c4b48abe33274f73aae1274403f3d2a5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6227512 Apr 07 08:06:28.253148 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 43596) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:28.276484 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d15215-e412-4f85-8fc5-3d74030873ce req-7ab4d7a9-8d1b-46a8-ac43-5dcf23f32798 service neutron] Checking agent: {'id': '265b7c30-4a56-4c92-aee0-001f9a549a36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 8, 3, 49), 'started_at': datetime.datetime(2021, 4, 7, 8, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 08:06:28.276869 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d15215-e412-4f85-8fc5-3d74030873ce req-7ab4d7a9-8d1b-46a8-ac43-5dcf23f32798 service neutron] Checking segment: {'id': '10fc6654-2c6a-4d12-930e-7b16dfb451cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:06:28.277298 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d15215-e412-4f85-8fc5-3d74030873ce req-7ab4d7a9-8d1b-46a8-ac43-5dcf23f32798 service neutron] Bound using segment: {'id': '10fc6654-2c6a-4d12-930e-7b16dfb451cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8'} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 08:06:28.277791 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-71d15215-e412-4f85-8fc5-3d74030873ce req-7ab4d7a9-8d1b-46a8-ac43-5dcf23f32798 service neutron] Bound port: 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10fc6654-2c6a-4d12-930e-7b16dfb451cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8'}}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 08:06:28.278178 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-71d15215-e412-4f85-8fc5-3d74030873ce req-7ab4d7a9-8d1b-46a8-ac43-5dcf23f32798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:28.289599 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-13cd4955-c7e6-47a8-81ec-8f96a414b2e5 req-2be621ed-6d4c-4dee-bb08-09d43a169d2b tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=960c5681-14c7-4293-a8e4-3e79525d7ea2 HTTP/1.1" status: 200 len: 210 time: 0.1573606 Apr 07 08:06:28.307656 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5300317-2ab1-4a0e-ae61-6a17d3ddbe74 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Pushing event deleted for resources: {'Port': ['ID=705d460d-e829-4683-9c73-3a01a244c771,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:28.310123 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-573ea0dc-b95b-4f15-ac14-c6ae8a197187 req-2019c405-6aba-4120-a12a-de3b702e6d7f tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Unset dirty status for tenant:9eaeeda39a4b47ae8eb1d0351d5b6be3 on resource:port {{(pid=84419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:06:28.311997 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-573ea0dc-b95b-4f15-ac14-c6ae8a197187 req-2019c405-6aba-4120-a12a-de3b702e6d7f tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 946 time: 0.6578653 Apr 07 08:06:28.312975 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a5300317-2ab1-4a0e-ae61-6a17d3ddbe74 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:28.323865 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-9cefc753-f6cd-4f5c-bfe2-4b1112c86b7d tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Allocated IP 172.20.0.4 (12b6a4b5-316a-406f-9230-1ee620072355/0261230a-f66e-46e9-a29a-909ac4232a81/54aa67e8-cb25-4f92-9fba-fe455d54adc5) {{(pid=84420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:06:28.564111 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-573ea0dc-b95b-4f15-ac14-c6ae8a197187 req-b0854227-92c6-4bb3-b0a9-b99d7852a476 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935933 Apr 07 08:06:28.629779 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0cb2fb50-dc4f-465d-bb7d-7ef1488cc5e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:28.644472 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-71d15215-e412-4f85-8fc5-3d74030873ce req-7ab4d7a9-8d1b-46a8-ac43-5dcf23f32798 service neutron] For port 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed, host hv-cinder-78239, cleared binding levels {{(pid=84419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 08:06:28.648022 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-71d15215-e412-4f85-8fc5-3d74030873ce req-7ab4d7a9-8d1b-46a8-ac43-5dcf23f32798 service neutron] For port 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=453c3cc2-00d7-4b92-a6be-ee2b7bf573ed,segment=NetworkSegment(10fc6654-2c6a-4d12-930e-7b16dfb451cb),segment_id=10fc6654-2c6a-4d12-930e-7b16dfb451cb)] {{(pid=84419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 08:06:28.675901 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-9cefc753-f6cd-4f5c-bfe2-4b1112c86b7d tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Notify callbacks [] for port, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:28.694865 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0cb2fb50-dc4f-465d-bb7d-7ef1488cc5e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:28.707290 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e7343c-5a14-4af9-a62e-c7199755f233 req-0c915afe-2944-4590-bd97-75cbae10a22a tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:28.709170 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a8e7343c-5a14-4af9-a62e-c7199755f233 req-0c915afe-2944-4590-bd97-75cbae10a22a tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 944 time: 0.1881602 Apr 07 08:06:28.753792 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-71d15215-e412-4f85-8fc5-3d74030873ce req-7ab4d7a9-8d1b-46a8-ac43-5dcf23f32798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963711'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:28.790013 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-a8e7343c-5a14-4af9-a62e-c7199755f233 req-9175f31c-d186-4963-9aaf-59e4e76f83c4 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Synchronizing usage tracker for tenant:fbff52d4f92c40aa9b8208fa7e54d5d5 on resource:security_group {{(pid=84420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:06:28.829643 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8c6e05af-f3e8-4202-a015-b852715db278 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:28.850718 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-a8e7343c-5a14-4af9-a62e-c7199755f233 req-9175f31c-d186-4963-9aaf-59e4e76f83c4 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Unset dirty status for tenant:fbff52d4f92c40aa9b8208fa7e54d5d5 on resource:security_group {{(pid=84420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:06:28.867258 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a8e7343c-5a14-4af9-a62e-c7199755f233 req-9175f31c-d186-4963-9aaf-59e4e76f83c4 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505802 Apr 07 08:06:28.892064 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b626821-9f30-49a4-ab56-9d50a636b1ba req-a5300317-2ab1-4a0e-ae61-6a17d3ddbe74 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] No DVR routers for this DVR port 705d460d-e829-4683-9c73-3a01a244c771 on host hv-cinder-78239 {{(pid=84419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 08:06:28.924873 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-9cefc753-f6cd-4f5c-bfe2-4b1112c86b7d tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10887448'] for port, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:28.930741 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-1b626821-9f30-49a4-ab56-9d50a636b1ba req-a5300317-2ab1-4a0e-ae61-6a17d3ddbe74 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:28.933911 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad69748c-80e5-436a-8ec9-b0ac5b8bac34', 'name': 'network-vif-deleted', 'tag': '705d460d-e829-4683-9c73-3a01a244c771'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:06:28.937564 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] get_ports_and_sgs() called for port_ids ['761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8'] {{(pid=84421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 08:06:29.046389 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab4d7a9-8d1b-46a8-ac43-5dcf23f32798 service neutron] Pushing event updated for resources: {'Port': ['ID=453c3cc2-00d7-4b92-a6be-ee2b7bf573ed,revision_number=3']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:29.051741 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7ab4d7a9-8d1b-46a8-ac43-5dcf23f32798 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:29.080860 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad69748c-80e5-436a-8ec9-b0ac5b8bac34', 'name': 'network-vif-deleted', 'tag': '705d460d-e829-4683-9c73-3a01a244c771', 'status': 'completed', 'code': 200} Apr 07 08:06:29.090918 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:29.102141 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1b626821-9f30-49a4-ab56-9d50a636b1ba req-a5300317-2ab1-4a0e-ae61-6a17d3ddbe74 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] 10.222.0.13 "DELETE /v2.0/ports/705d460d-e829-4683-9c73-3a01a244c771 HTTP/1.1" status: 204 len: 173 time: 3.3880229 Apr 07 08:06:29.157640 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d15215-e412-4f85-8fc5-3d74030873ce req-7ab4d7a9-8d1b-46a8-ac43-5dcf23f32798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:29.158322 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-71d15215-e412-4f85-8fc5-3d74030873ce req-7ab4d7a9-8d1b-46a8-ac43-5dcf23f32798 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:29.164822 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-71d15215-e412-4f85-8fc5-3d74030873ce req-7ab4d7a9-8d1b-46a8-ac43-5dcf23f32798 service neutron] 10.222.0.13 "PUT /v2.0/ports/453c3cc2-00d7-4b92-a6be-ee2b7bf573ed HTTP/1.1" status: 200 len: 1094 time: 4.0266929 Apr 07 08:06:29.198155 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cefc753-f6cd-4f5c-bfe2-4b1112c86b7d tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Pushing event updated for resources: {'Port': ['ID=54aa67e8-cb25-4f92-9fba-fe455d54adc5,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:29.206588 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9cefc753-f6cd-4f5c-bfe2-4b1112c86b7d tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:29.225033 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-9cefc753-f6cd-4f5c-bfe2-4b1112c86b7d tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Network 12b6a4b5-316a-406f-9230-1ee620072355 is already hosted by enough agents. {{(pid=84420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:06:29.226286 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-9cefc753-f6cd-4f5c-bfe2-4b1112c86b7d tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Resources bound (agent type, host, resource id): {{(pid=84420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:06:29.230009 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-9cefc753-f6cd-4f5c-bfe2-4b1112c86b7d tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Received port after_create {{(pid=84420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:06:29.329532 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0cb2fb50-dc4f-465d-bb7d-7ef1488cc5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:29.337909 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:29.353302 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0681970c-7c60-4ae6-8251-c7cab67e4714 req-2af6c1d9-4600-4969-acdc-12443bb48699 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad69748c-80e5-436a-8ec9-b0ac5b8bac34 HTTP/1.1" status: 200 len: 210 time: 0.0685391 Apr 07 08:06:29.353792 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 43624) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:29.399967 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb2fb50-dc4f-465d-bb7d-7ef1488cc5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcfdcd6-5270-44a5-a655-c94cdaa90545,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:29.406158 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-0cb2fb50-dc4f-465d-bb7d-7ef1488cc5e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:29.435177 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-9cefc753-f6cd-4f5c-bfe2-4b1112c86b7d tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:29.435839 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-9cefc753-f6cd-4f5c-bfe2-4b1112c86b7d tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for port, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:29.502794 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0cb2fb50-dc4f-465d-bb7d-7ef1488cc5e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:29.508131 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-0cb2fb50-dc4f-465d-bb7d-7ef1488cc5e2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5dcfdcd6-5270-44a5-a655-c94cdaa90545 HTTP/1.1" status: 204 len: 168 time: 1.2333434 Apr 07 08:06:29.562081 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-9cefc753-f6cd-4f5c-bfe2-4b1112c86b7d tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6049094 Apr 07 08:06:29.564611 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-49f20f76-6e5d-44db-baa6-faea2c709d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:29.582853 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-09573821-418d-41e5-a0aa-e1a500533d92 service neutron] Request body: {'port': {'device_id': '960c5681-14c7-4293-a8e4-3e79525d7ea2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:06:29.603358 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d15215-e412-4f85-8fc5-3d74030873ce req-302b9942-0484-4291-9c35-f902819c0014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:29.604973 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-71d15215-e412-4f85-8fc5-3d74030873ce req-302b9942-0484-4291-9c35-f902819c0014 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fbff52d4f92c40aa9b8208fa7e54d5d5&device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 1097 time: 0.1909432 Apr 07 08:06:29.642947 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 705d460d-e829-4683-9c73-3a01a244c771 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 08:06:29.687279 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-71d15215-e412-4f85-8fc5-3d74030873ce req-443fffbe-1a45-4f32-8ba9-52d22e44a2a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=453c3cc2-00d7-4b92-a6be-ee2b7bf573ed HTTP/1.1" status: 200 len: 217 time: 0.0727506 Apr 07 08:06:29.691649 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] No Port match for: 705d460d-e829-4683-9c73-3a01a244c771 {{(pid=84421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 08:06:29.692042 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 705d460d-e829-4683-9c73-3a01a244c771 not bound to the agent host hv-cinder-78239 {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 08:06:29.704539 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-49f20f76-6e5d-44db-baa6-faea2c709d2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:06:29.713994 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-49f20f76-6e5d-44db-baa6-faea2c709d2b admin admin] Usage tracker for resource:security_group_rule and tenant:c37dc7e672274752999632c1aa62745a is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:06:29.759793 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d34b2-7b84-4435-963a-6a4c77487946 req-e6f815df-22b5-4bf5-953c-e2967217ba08 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:29.761565 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-492d34b2-7b84-4435-963a-6a4c77487946 req-e6f815df-22b5-4bf5-953c-e2967217ba08 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=960c5681-14c7-4293-a8e4-3e79525d7ea2 HTTP/1.1" status: 200 len: 931 time: 0.2307601 Apr 07 08:06:29.774816 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-49f20f76-6e5d-44db-baa6-faea2c709d2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:06:29.805509 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-09573821-418d-41e5-a0aa-e1a500533d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:29.827782 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-49f20f76-6e5d-44db-baa6-faea2c709d2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:06:29.830881 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-492d34b2-7b84-4435-963a-6a4c77487946 req-63976c43-fd47-49ab-b566-c497314c5603 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572820 Apr 07 08:06:29.832457 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d15215-e412-4f85-8fc5-3d74030873ce req-6a1b3a04-ae8b-4867-a488-d6d0f8a23c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:29.834412 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-71d15215-e412-4f85-8fc5-3d74030873ce req-6a1b3a04-ae8b-4867-a488-d6d0f8a23c1b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76e481b0-5bdc-45a1-aec7-e681d70e1c14 HTTP/1.1" status: 200 len: 856 time: 0.1387880 Apr 07 08:06:30.006298 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d15215-e412-4f85-8fc5-3d74030873ce req-66ac6108-3997-4019-bcf2-0f4d3b12901e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:30.008074 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-71d15215-e412-4f85-8fc5-3d74030873ce req-66ac6108-3997-4019-bcf2-0f4d3b12901e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64ec1db9-cd07-42a9-a563-1c7517517aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1538599 Apr 07 08:06:30.164515 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd7d5b-1d43-459c-8066-1f60baf224a4 req-6d6ff059-cbbb-44db-bb62-7eb53c1ef645 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:30.166182 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0dbd7d5b-1d43-459c-8066-1f60baf224a4 req-6d6ff059-cbbb-44db-bb62-7eb53c1ef645 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 946 time: 0.4631684 Apr 07 08:06:30.184118 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 43644) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:30.226749 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8752eb3e-9e1c-4372-b683-34a1525b43b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:30.273140 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-8752eb3e-9e1c-4372-b683-34a1525b43b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:06:30.284999 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-8752eb3e-9e1c-4372-b683-34a1525b43b1 admin admin] Usage tracker for resource:security_group_rule and tenant:ad2db6e498c3481fb7a68e441d85c81d is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:06:30.290117 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-8752eb3e-9e1c-4372-b683-34a1525b43b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:06:30.297442 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-71d15215-e412-4f85-8fc5-3d74030873ce req-36b12b22-ba41-49a2-b2cd-3261ca474f2b service neutron] 10.222.0.13 "GET /v2.0/networks/64ec1db9-cd07-42a9-a563-1c7517517aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817261 Apr 07 08:06:30.303611 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-8752eb3e-9e1c-4372-b683-34a1525b43b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:06:30.315727 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff474dee-e53f-477d-a42c-6f7abfc6b2f5 req-aaccc02c-f88f-46ca-bd45-e0905518e178 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:30.317613 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ff474dee-e53f-477d-a42c-6f7abfc6b2f5 req-aaccc02c-f88f-46ca-bd45-e0905518e178 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 944 time: 0.2470071 Apr 07 08:06:30.336231 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0dbd7d5b-1d43-459c-8066-1f60baf224a4 req-1e536439-5018-4440-aa67-ea405e7e239e tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578593 Apr 07 08:06:30.566077 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-49f20f76-6e5d-44db-baa6-faea2c709d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:30.566813 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ff474dee-e53f-477d-a42c-6f7abfc6b2f5 req-dc72ecbe-5365-45a1-be9d-45be0e8db468 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948521 Apr 07 08:06:30.602025 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-49f20f76-6e5d-44db-baa6-faea2c709d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:30.614973 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-71d15215-e412-4f85-8fc5-3d74030873ce req-bfeb2511-bd65-4f6e-ad45-38d7815f6901 service neutron] 10.222.0.13 "GET /v2.0/networks/64ec1db9-cd07-42a9-a563-1c7517517aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962527 Apr 07 08:06:30.617804 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-09573821-418d-41e5-a0aa-e1a500533d92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54aa67e8-cb25-4f92-9fba-fe455d54adc5 {{(pid=84420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 08:06:30.625407 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:30.657925 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-49f20f76-6e5d-44db-baa6-faea2c709d2b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c37dc7e672274752999632c1aa62745a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2989817 Apr 07 08:06:30.662372 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-09573821-418d-41e5-a0aa-e1a500533d92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:30.666668 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 43656) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:30.706766 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8752eb3e-9e1c-4372-b683-34a1525b43b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:30.744963 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f20f76-6e5d-44db-baa6-faea2c709d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405e7f60-0490-44c5-bf55-fded6f9498f6,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:30.751178 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-09573821-418d-41e5-a0aa-e1a500533d92 service neutron] Transition to ACTIVE for port object 54aa67e8-cb25-4f92-9fba-fe455d54adc5 will not be triggered until provisioned by entity L2. {{(pid=84420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:06:30.752316 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-49f20f76-6e5d-44db-baa6-faea2c709d2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:30.769497 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8752eb3e-9e1c-4372-b683-34a1525b43b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:30.785349 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8a94c9e7-f73e-4d92-8d23-a1fe7d0e73be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:30.792184 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a8062c9c-e1b6-4a54-a870-54d69bf7e030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:30.831353 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-8752eb3e-9e1c-4372-b683-34a1525b43b1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ad2db6e498c3481fb7a68e441d85c81d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6445301 Apr 07 08:06:30.833707 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8752eb3e-9e1c-4372-b683-34a1525b43b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc2773b-f097-4fc1-b4ef-e2919b9a285f,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:30.836533 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 43664) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:30.839079 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8752eb3e-9e1c-4372-b683-34a1525b43b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:30.861657 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a8062c9c-e1b6-4a54-a870-54d69bf7e030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:30.923549 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-53cbde48-4e58-45b0-a506-70f161893bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:30.976137 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-09573821-418d-41e5-a0aa-e1a500533d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843888368'] for port, after_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:31.016228 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-53cbde48-4e58-45b0-a506-70f161893bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:31.024241 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:31.107624 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658ed895-fd9a-4fce-adf1-9f69ddefb2e4', 'tag': '453c3cc2-00d7-4b92-a6be-ee2b7bf573ed'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:06:31.121307 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a8062c9c-e1b6-4a54-a870-54d69bf7e030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:31.164616 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b7b7f-c38e-4013-9549-e632a10db7f6 req-133394a8-4a6b-49ca-b241-082b037f2e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:31.164773 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09573821-418d-41e5-a0aa-e1a500533d92 service neutron] Pushing event updated for resources: {'Port': ['ID=54aa67e8-cb25-4f92-9fba-fe455d54adc5,revision_number=2']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:31.166244 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-6c6b7b7f-c38e-4013-9549-e632a10db7f6 req-133394a8-4a6b-49ca-b241-082b037f2e09 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9eaeeda39a4b47ae8eb1d0351d5b6be3&device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 1099 time: 0.2439570 Apr 07 08:06:31.226325 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-09573821-418d-41e5-a0aa-e1a500533d92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:31.227985 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-0af483a5-1530-4ad7-a205-23e377d2b91f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:31.247823 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8062c9c-e1b6-4a54-a870-54d69bf7e030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405e7f60-0490-44c5-bf55-fded6f9498f6,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:31.248996 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a8062c9c-e1b6-4a54-a870-54d69bf7e030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:31.273577 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a8062c9c-e1b6-4a54-a870-54d69bf7e030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:31.274957 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-a8062c9c-e1b6-4a54-a870-54d69bf7e030 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/405e7f60-0490-44c5-bf55-fded6f9498f6 HTTP/1.1" status: 204 len: 168 time: 0.6073704 Apr 07 08:06:31.344370 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-53cbde48-4e58-45b0-a506-70f161893bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:31.344540 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7624f8-57f4-4490-98c0-65a550bc623d req-ffc42735-0502-46f6-8935-7fdc6c6c93c7 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:31.348257 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-8b7624f8-57f4-4490-98c0-65a550bc623d req-ffc42735-0502-46f6-8935-7fdc6c6c93c7 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Synchronizing usage tracker for tenant:0065664477534e84a7f46e809ac97417 on resource:port {{(pid=84420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:06:31.361716 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4dae7bf0-e483-4218-947f-d8e8672e3fce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:31.382969 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdde4a4-318f-48ee-bbfb-15b88cd8e5a3 req-88064a86-cd18-4602-bcc2-0099c2b2f86e tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:31.384635 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3bdde4a4-318f-48ee-bbfb-15b88cd8e5a3 req-88064a86-cd18-4602-bcc2-0099c2b2f86e tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 946 time: 0.3440528 Apr 07 08:06:31.390882 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cbde48-4e58-45b0-a506-70f161893bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc2773b-f097-4fc1-b4ef-e2919b9a285f,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:31.402461 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-53cbde48-4e58-45b0-a506-70f161893bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:31.427419 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-53cbde48-4e58-45b0-a506-70f161893bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:31.431207 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-53cbde48-4e58-45b0-a506-70f161893bb7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ebc2773b-f097-4fc1-b4ef-e2919b9a285f HTTP/1.1" status: 204 len: 168 time: 0.5912197 Apr 07 08:06:31.474559 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b7b7f-c38e-4013-9549-e632a10db7f6 req-561770c0-2ff5-4298-a485-76261541330c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:31.475960 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-6c6b7b7f-c38e-4013-9549-e632a10db7f6 req-561770c0-2ff5-4298-a485-76261541330c service neutron] 10.222.0.13 "GET /v2.0/networks?id=c6933257-8ef8-4bce-aa40-707967b2369e HTTP/1.1" status: 200 len: 918 time: 0.2988389 Apr 07 08:06:31.481315 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3bdde4a4-318f-48ee-bbfb-15b88cd8e5a3 req-109b1388-6190-4e5e-8e94-5ba4f26e8b99 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881989 Apr 07 08:06:31.579585 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-8b7624f8-57f4-4490-98c0-65a550bc623d req-ffc42735-0502-46f6-8935-7fdc6c6c93c7 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Unset dirty status for tenant:0065664477534e84a7f46e809ac97417 on resource:port {{(pid=84420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:06:31.587096 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8b7624f8-57f4-4490-98c0-65a550bc623d req-ffc42735-0502-46f6-8935-7fdc6c6c93c7 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=960c5681-14c7-4293-a8e4-3e79525d7ea2 HTTP/1.1" status: 200 len: 943 time: 0.5684566 Apr 07 08:06:31.594153 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '658ed895-fd9a-4fce-adf1-9f69ddefb2e4', 'tag': '453c3cc2-00d7-4b92-a6be-ee2b7bf573ed', 'status': 'completed', 'code': 200} Apr 07 08:06:31.637163 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-6c6b7b7f-c38e-4013-9549-e632a10db7f6 req-9a31cb18-2012-44f2-82a0-1d97d6da5574 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0f9fa76-404c-491d-95a2-ba8cbb85a3cd HTTP/1.1" status: 200 len: 217 time: 0.1521549 Apr 07 08:06:31.774111 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8b7624f8-57f4-4490-98c0-65a550bc623d req-e625731e-ee9d-41f3-b455-79bf88843187 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852987 Apr 07 08:06:31.781146 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-09573821-418d-41e5-a0aa-e1a500533d92 service neutron] Attempting to bind port 54aa67e8-cb25-4f92-9fba-fe455d54adc5 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:06:31.781689 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-09573821-418d-41e5-a0aa-e1a500533d92 service neutron] Attempting to bind port 54aa67e8-cb25-4f92-9fba-fe455d54adc5 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '12b6a4b5-316a-406f-9230-1ee620072355'}] {{(pid=84420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 08:06:31.782477 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-09573821-418d-41e5-a0aa-e1a500533d92 service neutron] Attempting to bind port 54aa67e8-cb25-4f92-9fba-fe455d54adc5 on network 12b6a4b5-316a-406f-9230-1ee620072355 {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:06:31.790259 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-09573821-418d-41e5-a0aa-e1a500533d92 service neutron] Port 54aa67e8-cb25-4f92-9fba-fe455d54adc5 on network 12b6a4b5-316a-406f-9230-1ee620072355 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 08:06:31.790736 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-09573821-418d-41e5-a0aa-e1a500533d92 service neutron] Attempting to bind port 54aa67e8-cb25-4f92-9fba-fe455d54adc5 on network 12b6a4b5-316a-406f-9230-1ee620072355 {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:06:31.798481 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-09573821-418d-41e5-a0aa-e1a500533d92 service neutron] Checking agent: {'id': '265b7c30-4a56-4c92-aee0-001f9a549a36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 8, 3, 49), 'started_at': datetime.datetime(2021, 4, 7, 8, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 08:06:31.798979 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-09573821-418d-41e5-a0aa-e1a500533d92 service neutron] Checking segment: {'id': 'cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '12b6a4b5-316a-406f-9230-1ee620072355'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:06:31.799491 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-09573821-418d-41e5-a0aa-e1a500533d92 service neutron] Bound using segment: {'id': 'cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '12b6a4b5-316a-406f-9230-1ee620072355'} {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 08:06:31.801649 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-09573821-418d-41e5-a0aa-e1a500533d92 service neutron] Bound port: 54aa67e8-cb25-4f92-9fba-fe455d54adc5, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '12b6a4b5-316a-406f-9230-1ee620072355'}}] {{(pid=84420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 08:06:31.802462 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-09573821-418d-41e5-a0aa-e1a500533d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:31.952347 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-09573821-418d-41e5-a0aa-e1a500533d92 service neutron] For port 54aa67e8-cb25-4f92-9fba-fe455d54adc5, host hv-cinder-78239, cleared binding levels {{(pid=84420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 08:06:31.956745 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-09573821-418d-41e5-a0aa-e1a500533d92 service neutron] For port 54aa67e8-cb25-4f92-9fba-fe455d54adc5, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=54aa67e8-cb25-4f92-9fba-fe455d54adc5,segment=NetworkSegment(cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee),segment_id=cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee)] {{(pid=84420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 08:06:31.987885 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-09573821-418d-41e5-a0aa-e1a500533d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843888368'] for port, after_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:32.045290 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-bd4ebe1f-5738-42f5-981a-ea9771e03591 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:32.230836 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b7b7f-c38e-4013-9549-e632a10db7f6 req-fa8a51a0-6064-452f-b828-a1e1e8fea9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:32.232497 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-6c6b7b7f-c38e-4013-9549-e632a10db7f6 req-fa8a51a0-6064-452f-b828-a1e1e8fea9b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e3fb4432-90be-4a11-838b-25c9574051e9 HTTP/1.1" status: 200 len: 857 time: 0.4900246 Apr 07 08:06:32.308967 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-6c6b7b7f-c38e-4013-9549-e632a10db7f6 req-acddc3a2-b04b-4f7a-8891-00e1119761b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c6933257-8ef8-4bce-aa40-707967b2369e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672464 Apr 07 08:06:32.313033 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ea3ae-26ba-438e-86ef-d5c6cc25e02d req-7aa83fa5-7a22-4bf4-85cc-1e45d67fb034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:32.314859 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-660ea3ae-26ba-438e-86ef-d5c6cc25e02d req-7aa83fa5-7a22-4bf4-85cc-1e45d67fb034 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fbff52d4f92c40aa9b8208fa7e54d5d5&device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 1097 time: 0.6749792 Apr 07 08:06:32.323409 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc345787-c5aa-4809-b44c-7dcc1fab89f1 req-160c28af-fc37-4b2a-a59a-88366d74b561 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:32.325057 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-cc345787-c5aa-4809-b44c-7dcc1fab89f1 req-160c28af-fc37-4b2a-a59a-88366d74b561 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 944 time: 0.4705799 Apr 07 08:06:32.510044 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 43718) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:32.585670 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09573821-418d-41e5-a0aa-e1a500533d92 service neutron] Pushing event updated for resources: {'Port': ['ID=54aa67e8-cb25-4f92-9fba-fe455d54adc5,revision_number=3']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:32.589222 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-09573821-418d-41e5-a0aa-e1a500533d92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:32.606743 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-20074c11-ef0b-4db4-9760-a7e8fb0199f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:32.612270 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-09573821-418d-41e5-a0aa-e1a500533d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:32.612964 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-09573821-418d-41e5-a0aa-e1a500533d92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for port, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:32.614526 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-09573821-418d-41e5-a0aa-e1a500533d92 service neutron] 10.222.0.13 "PUT /v2.0/ports/54aa67e8-cb25-4f92-9fba-fe455d54adc5 HTTP/1.1" status: 200 len: 1093 time: 3.0373085 Apr 07 08:06:32.615116 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '960c5681-14c7-4293-a8e4-3e79525d7ea2', 'tag': '54aa67e8-cb25-4f92-9fba-fe455d54adc5'}] {{(pid=84420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:06:32.725930 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-20074c11-ef0b-4db4-9760-a7e8fb0199f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:06:32.731907 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-6c6b7b7f-c38e-4013-9549-e632a10db7f6 req-153312e6-65bb-48cc-b07a-f4a29921a305 service neutron] 10.222.0.13 "GET /v2.0/networks/c6933257-8ef8-4bce-aa40-707967b2369e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4055793 Apr 07 08:06:32.742514 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-cc345787-c5aa-4809-b44c-7dcc1fab89f1 req-be6e08aa-3d72-483f-85ed-7e9746757f7e tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2345488 Apr 07 08:06:32.744829 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-20074c11-ef0b-4db4-9760-a7e8fb0199f1 admin admin] Usage tracker for resource:security_group_rule and tenant:8c8a3085f395446e89bf0e6cffdd20ff is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:06:32.750326 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-20074c11-ef0b-4db4-9760-a7e8fb0199f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:06:32.781468 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-20074c11-ef0b-4db4-9760-a7e8fb0199f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:06:32.814148 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0acc05-b781-4ffd-9d56-ca9130e43bcc req-b244a0b5-9853-4a0d-82ec-900ee8a05a71 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:32.816132 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2b0acc05-b781-4ffd-9d56-ca9130e43bcc req-b244a0b5-9853-4a0d-82ec-900ee8a05a71 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 946 time: 0.1809602 Apr 07 08:06:32.826390 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-42c57342-0658-44a6-8b0a-cae308740f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:32.828047 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-42c57342-0658-44a6-8b0a-cae308740f21 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0065664477534e84a7f46e809ac97417&device_id=960c5681-14c7-4293-a8e4-3e79525d7ea2 HTTP/1.1" status: 200 len: 1096 time: 0.1437850 Apr 07 08:06:32.829809 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '960c5681-14c7-4293-a8e4-3e79525d7ea2', 'tag': '54aa67e8-cb25-4f92-9fba-fe455d54adc5', 'status': 'completed', 'code': 200} Apr 07 08:06:32.912289 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ea3ae-26ba-438e-86ef-d5c6cc25e02d req-6be784e4-e617-4352-af40-0401c5d93bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:32.913867 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-660ea3ae-26ba-438e-86ef-d5c6cc25e02d req-6be784e4-e617-4352-af40-0401c5d93bf3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=64ec1db9-cd07-42a9-a563-1c7517517aa8 HTTP/1.1" status: 200 len: 918 time: 0.4046280 Apr 07 08:06:32.944082 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2b0acc05-b781-4ffd-9d56-ca9130e43bcc req-7a557e64-e84b-48a4-a0e8-3b59eb35c631 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130459 Apr 07 08:06:32.959772 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-a875f425-e3a7-487c-9bda-9070466811b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54aa67e8-cb25-4f92-9fba-fe455d54adc5 HTTP/1.1" status: 200 len: 217 time: 0.0896719 Apr 07 08:06:33.038734 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-562b1b8d-1a06-4a39-9270-7bc843e81b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:33.040640 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-562b1b8d-1a06-4a39-9270-7bc843e81b80 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0261230a-f66e-46e9-a29a-909ac4232a81 HTTP/1.1" status: 200 len: 855 time: 0.0787067 Apr 07 08:06:33.053974 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-660ea3ae-26ba-438e-86ef-d5c6cc25e02d req-e8fb9cbc-63fb-492f-b234-4349801ddcf9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=453c3cc2-00d7-4b92-a6be-ee2b7bf573ed HTTP/1.1" status: 200 len: 217 time: 0.1274273 Apr 07 08:06:33.105136 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-cad9640d-0925-469f-b1c0-06ab542ac374 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=12b6a4b5-316a-406f-9230-1ee620072355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569632 Apr 07 08:06:33.164758 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-6c6b7b7f-c38e-4013-9549-e632a10db7f6 req-20283cd0-e88d-4c9c-8d6f-d76c45e83bd5 service neutron] 10.222.0.13 "GET /v2.0/networks/c6933257-8ef8-4bce-aa40-707967b2369e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210877 Apr 07 08:06:33.194747 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 43744) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:33.214320 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ea3ae-26ba-438e-86ef-d5c6cc25e02d req-98da0b48-e514-46d8-bfe0-c53a9f7aafab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:33.215922 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-660ea3ae-26ba-438e-86ef-d5c6cc25e02d req-98da0b48-e514-46d8-bfe0-c53a9f7aafab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76e481b0-5bdc-45a1-aec7-e681d70e1c14 HTTP/1.1" status: 200 len: 856 time: 0.1511455 Apr 07 08:06:33.281645 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-023a741a-7d90-4b6e-829d-5b5135311094 service neutron] 10.222.0.13 "GET /v2.0/networks/12b6a4b5-316a-406f-9230-1ee620072355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691725 Apr 07 08:06:33.296714 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-20074c11-ef0b-4db4-9760-a7e8fb0199f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:33.337599 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-20074c11-ef0b-4db4-9760-a7e8fb0199f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:33.370539 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd6de2-0103-48ee-b315-b9a1d608b1f1 req-fd22bdd8-4a60-4bf3-a37e-4f411fde15dc tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:33.371975 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-7ebd6de2-0103-48ee-b315-b9a1d608b1f1 req-fd22bdd8-4a60-4bf3-a37e-4f411fde15dc tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=960c5681-14c7-4293-a8e4-3e79525d7ea2 HTTP/1.1" status: 200 len: 943 time: 0.3878253 Apr 07 08:06:33.377773 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:33.401717 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_v2 [None req-d10f1338-c168-4689-a80e-dbe4abf1681c admin admin] Deleting subnet 13cae99c-d32f-4a01-95fd-0a58fc151559 {{(pid=84419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 07 08:06:33.412046 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d10f1338-c168-4689-a80e-dbe4abf1681c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:33.512557 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e18e945e-8d10-4330-ad64-34b057761dc7 req-48dde9c7-a793-4f3d-a865-3fe8e9c4f47f service neutron] 10.222.0.13 "GET /v2.0/networks/12b6a4b5-316a-406f-9230-1ee620072355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232051 Apr 07 08:06:33.517684 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20074c11-ef0b-4db4-9760-a7e8fb0199f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5adb7f88-56f2-4454-99f9-0ede5e93f54a,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:33.533120 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-20074c11-ef0b-4db4-9760-a7e8fb0199f1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8c8a3085f395446e89bf0e6cffdd20ff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0198848 Apr 07 08:06:33.536252 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 43762) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:33.536704 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-20074c11-ef0b-4db4-9760-a7e8fb0199f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:33.560632 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-7ebd6de2-0103-48ee-b315-b9a1d608b1f1 req-2a8da266-abe7-4007-890c-6e4ed5d4ebd6 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753953 Apr 07 08:06:33.562962 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d10f1338-c168-4689-a80e-dbe4abf1681c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853530688'] for subnet, precommit_delete_associations {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:33.629366 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ea3ae-26ba-438e-86ef-d5c6cc25e02d req-72795ddb-71e3-4fe5-b5a7-b957c5c4be7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:33.631129 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-660ea3ae-26ba-438e-86ef-d5c6cc25e02d req-72795ddb-71e3-4fe5-b5a7-b957c5c4be7c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64ec1db9-cd07-42a9-a563-1c7517517aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3767130 Apr 07 08:06:33.670581 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d10f1338-c168-4689-a80e-dbe4abf1681c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4567'] for subnet, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:33.700373 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-61478ef3-26f3-44fa-a654-2fc80b4f0cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:33.725687 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 08:06:33.754922 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-61478ef3-26f3-44fa-a654-2fc80b4f0cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:33.792805 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d2b90-0fc0-4eef-a9a0-2b9d137922db req-2de8fc8b-ff21-4563-b23e-f5856f7e4d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:33.794411 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-055d2b90-0fc0-4eef-a9a0-2b9d137922db req-2de8fc8b-ff21-4563-b23e-f5856f7e4d75 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0065664477534e84a7f46e809ac97417&device_id=960c5681-14c7-4293-a8e4-3e79525d7ea2 HTTP/1.1" status: 200 len: 1096 time: 0.1853917 Apr 07 08:06:33.951639 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-660ea3ae-26ba-438e-86ef-d5c6cc25e02d req-c6e1a53b-109e-4966-9708-b0b840a8e282 service neutron] 10.222.0.13 "GET /v2.0/networks/64ec1db9-cd07-42a9-a563-1c7517517aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087192 Apr 07 08:06:34.103062 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=453c3cc2-00d7-4b92-a6be-ee2b7bf573ed,segment=NetworkSegment(10fc6654-2c6a-4d12-930e-7b16dfb451cb),segment_id=10fc6654-2c6a-4d12-930e-7b16dfb451cb)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:06:34.121552 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Returning: {'device': '453c3cc2-00d7-4b92-a6be-ee2b7bf573ed', 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8', 'port_id': '453c3cc2-00d7-4b92-a6be-ee2b7bf573ed', 'mac_address': 'fa:16:3e:ed:5e:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76e481b0-5bdc-45a1-aec7-e681d70e1c14', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 08:06:34.159436 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d2b90-0fc0-4eef-a9a0-2b9d137922db req-0701b456-4554-46fa-a534-6680c7a26f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:34.161195 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-055d2b90-0fc0-4eef-a9a0-2b9d137922db req-0701b456-4554-46fa-a534-6680c7a26f1d service neutron] 10.222.0.13 "GET /v2.0/networks?id=12b6a4b5-316a-406f-9230-1ee620072355 HTTP/1.1" status: 200 len: 916 time: 0.3394871 Apr 07 08:06:34.166068 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-61478ef3-26f3-44fa-a654-2fc80b4f0cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:34.187703 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a8062c9c-e1b6-4a54-a870-54d69bf7e030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:34.222913 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:34.292388 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61478ef3-26f3-44fa-a654-2fc80b4f0cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5adb7f88-56f2-4454-99f9-0ede5e93f54a,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:34.305485 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-61478ef3-26f3-44fa-a654-2fc80b4f0cf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:34.315927 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-660ea3ae-26ba-438e-86ef-d5c6cc25e02d req-9e6a427e-747a-401c-aad1-80110aed4912 service neutron] 10.222.0.13 "GET /v2.0/networks/64ec1db9-cd07-42a9-a563-1c7517517aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522050 Apr 07 08:06:34.351984 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-61478ef3-26f3-44fa-a654-2fc80b4f0cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:34.356449 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-61478ef3-26f3-44fa-a654-2fc80b4f0cf1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5adb7f88-56f2-4454-99f9-0ede5e93f54a HTTP/1.1" status: 204 len: 168 time: 0.8162954 Apr 07 08:06:34.362955 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-055d2b90-0fc0-4eef-a9a0-2b9d137922db req-c74f9b07-f07f-4b63-8425-82274a81fbc8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54aa67e8-cb25-4f92-9fba-fe455d54adc5 HTTP/1.1" status: 200 len: 217 time: 0.1831324 Apr 07 08:06:34.375660 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ab846-eeb9-418e-b9e1-531ef6dd3ed0 req-93bdb324-9763-49fd-be0a-4f3196cccbe1 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:34.377383 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-912ab846-eeb9-418e-b9e1-531ef6dd3ed0 req-93bdb324-9763-49fd-be0a-4f3196cccbe1 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 946 time: 0.1548839 Apr 07 08:06:34.393010 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f78c85-6b08-4eca-bf89-2d81949e50b8 req-f88a1c68-2e28-4746-bd80-39a110835368 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:34.394274 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d4f78c85-6b08-4eca-bf89-2d81949e50b8 req-f88a1c68-2e28-4746-bd80-39a110835368 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 944 time: 0.4547856 Apr 07 08:06:34.401315 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d10f1338-c168-4689-a80e-dbe4abf1681c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10963498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10521157'] for subnet, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:34.423389 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5cac59ff-686f-40d8-b1f4-de657c876a02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:34.490848 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f1338-c168-4689-a80e-dbe4abf1681c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13cae99c-d32f-4a01-95fd-0a58fc151559,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:34.519537 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d2b90-0fc0-4eef-a9a0-2b9d137922db req-6d5b2aa5-f450-4bcf-9572-baee370e619f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:34.521296 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-055d2b90-0fc0-4eef-a9a0-2b9d137922db req-6d5b2aa5-f450-4bcf-9572-baee370e619f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0261230a-f66e-46e9-a29a-909ac4232a81 HTTP/1.1" status: 200 len: 855 time: 0.1406586 Apr 07 08:06:34.527066 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d4f78c85-6b08-4eca-bf89-2d81949e50b8 req-c82e29a3-b144-4611-b1d8-2a8d8aa1e3de tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716224 Apr 07 08:06:34.606593 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-055d2b90-0fc0-4eef-a9a0-2b9d137922db req-6af59fef-09d7-44e2-ba79-80b63fdca0cf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=12b6a4b5-316a-406f-9230-1ee620072355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744107 Apr 07 08:06:34.653119 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed {{(pid=84421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 08:06:34.687663 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=453c3cc2-00d7-4b92-a6be-ee2b7bf573ed,segment=NetworkSegment(10fc6654-2c6a-4d12-930e-7b16dfb451cb),segment_id=10fc6654-2c6a-4d12-930e-7b16dfb451cb)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:06:34.757670 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:34.759576 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:34.812188 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d10f1338-c168-4689-a80e-dbe4abf1681c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:34.837106 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-912ab846-eeb9-418e-b9e1-531ef6dd3ed0 req-f5342d75-25d9-4306-881f-822ee3663bfe tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4526443 Apr 07 08:06:34.840603 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=453c3cc2-00d7-4b92-a6be-ee2b7bf573ed,revision_number=4']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:34.855899 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:34.872313 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d10f1338-c168-4689-a80e-dbe4abf1681c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for subnet, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:34.888986 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-d10f1338-c168-4689-a80e-dbe4abf1681c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/13cae99c-d32f-4a01-95fd-0a58fc151559 HTTP/1.1" status: 204 len: 168 time: 1.6912484 Apr 07 08:06:34.895339 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 43798) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:34.957785 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 43804) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:34.980336 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-055d2b90-0fc0-4eef-a9a0-2b9d137922db req-c2dfbded-9714-47f6-a94a-c9aea00c5606 service neutron] 10.222.0.13 "GET /v2.0/networks/12b6a4b5-316a-406f-9230-1ee620072355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651922 Apr 07 08:06:34.995661 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63caf690-eeae-4627-8a68-21ba573101c1 req-ddd2c0a7-2130-4f04-89f8-3887da8418fb tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:35.003658 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-63caf690-eeae-4627-8a68-21ba573101c1 req-ddd2c0a7-2130-4f04-89f8-3887da8418fb tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=960c5681-14c7-4293-a8e4-3e79525d7ea2 HTTP/1.1" status: 200 len: 943 time: 0.2511113 Apr 07 08:06:35.049953 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] get_ports_and_sgs() called for port_ids ['453c3cc2-00d7-4b92-a6be-ee2b7bf573ed'] {{(pid=84421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 08:06:35.062897 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7ce160f2-5fee-45a5-a575-c2ec53f67a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-154221'] for network, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:35.265923 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7ce160f2-5fee-45a5-a575-c2ec53f67a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854774442', 'neutron.services.segments.db._delete_segments_for_network--9223363274138304577'] for network, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:35.291592 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e4c523fe-8099-4330-9612-4bf910994023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:35.332360 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-63caf690-eeae-4627-8a68-21ba573101c1 req-d2ba590e-057d-4fe0-b104-a7a396b14bff tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277514 Apr 07 08:06:35.389459 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-e4c523fe-8099-4330-9612-4bf910994023 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:06:35.684267 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-7ce160f2-5fee-45a5-a575-c2ec53f67a6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['660a15b8-db25-4329-858d-15d29ef98e07']}} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:06:35.686259 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-e4c523fe-8099-4330-9612-4bf910994023 admin admin] Usage tracker for resource:security_group_rule and tenant:efa07a9baf56452e9506c27e6cd9112e is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:06:35.686259 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-e4c523fe-8099-4330-9612-4bf910994023 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:06:35.686886 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-7ce160f2-5fee-45a5-a575-c2ec53f67a6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ffa5890-4b46-4d35-966a-ad851e07de8f') {'for_net_delete': True} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:06:35.686886 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-7ce160f2-5fee-45a5-a575-c2ec53f67a6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ffa5890-4b46-4d35-966a-ad851e07de8f') {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:06:35.687363 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-e4c523fe-8099-4330-9612-4bf910994023 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:06:35.687727 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7ce160f2-5fee-45a5-a575-c2ec53f67a6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762716471121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1245129'] for segment, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:35.687727 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7ce160f2-5fee-45a5-a575-c2ec53f67a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:35.687727 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ce160f2-5fee-45a5-a575-c2ec53f67a6c admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=84419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 07 08:06:35.698032 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e4c523fe-8099-4330-9612-4bf910994023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:35.698032 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-055d2b90-0fc0-4eef-a9a0-2b9d137922db req-5f0e72eb-06ce-426d-a524-0508ff8f5dc1 service neutron] 10.222.0.13 "GET /v2.0/networks/12b6a4b5-316a-406f-9230-1ee620072355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5487521 Apr 07 08:06:35.698230 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-7ce160f2-5fee-45a5-a575-c2ec53f67a6c admin admin] Network 660a15b8-db25-4329-858d-15d29ef98e07 has no segments {{(pid=84419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 08:06:35.698230 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7ce160f2-5fee-45a5-a575-c2ec53f67a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10963585'] for segment, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:35.698420 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e4c523fe-8099-4330-9612-4bf910994023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:35.698420 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:35.755207 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c523fe-8099-4330-9612-4bf910994023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b328db4-1da9-4e8a-a100-b6b9ad5c9f5e,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:35.767355 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-e4c523fe-8099-4330-9612-4bf910994023 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=efa07a9baf56452e9506c27e6cd9112e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8016944 Apr 07 08:06:35.767355 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c523fe-8099-4330-9612-4bf910994023 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:06:35.767355 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c523fe-8099-4330-9612-4bf910994023 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:06:35.767685 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c523fe-8099-4330-9612-4bf910994023 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:06:35.767950 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c523fe-8099-4330-9612-4bf910994023 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:06:35.768305 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c523fe-8099-4330-9612-4bf910994023 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:06:35.768690 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c523fe-8099-4330-9612-4bf910994023 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:06:35.769068 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c523fe-8099-4330-9612-4bf910994023 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:06:35.769446 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c523fe-8099-4330-9612-4bf910994023 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:06:35.770009 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c523fe-8099-4330-9612-4bf910994023 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:06:35.770412 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c523fe-8099-4330-9612-4bf910994023 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:06:35.770795 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c523fe-8099-4330-9612-4bf910994023 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:06:35.771172 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c523fe-8099-4330-9612-4bf910994023 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:06:35.774734 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 43834) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:35.778628 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e4c523fe-8099-4330-9612-4bf910994023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:35.915290 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-7ce160f2-5fee-45a5-a575-c2ec53f67a6c admin admin] Network 660a15b8-db25-4329-858d-15d29ef98e07 has no segments {{(pid=84419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 08:06:35.918885 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-317d51b1-c122-4e2d-9eb5-4ebe4911a1db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:35.947728 dv-cinder-782390-4-smb neutron-server[84306]: Traceback (most recent call last): Apr 07 08:06:35.947728 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 08:06:35.947728 dv-cinder-782390-4-smb neutron-server[84306]: timer() Apr 07 08:06:35.947728 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 08:06:35.947728 dv-cinder-782390-4-smb neutron-server[84306]: cb(*args, **kw) Apr 07 08:06:35.947728 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 07 08:06:35.947728 dv-cinder-782390-4-smb neutron-server[84306]: return func(*args, **kwargs) Apr 07 08:06:35.947728 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 08:06:35.947728 dv-cinder-782390-4-smb neutron-server[84306]: self._notify() Apr 07 08:06:35.947728 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 08:06:35.947728 dv-cinder-782390-4-smb neutron-server[84306]: self.callback(batched_events) Apr 07 08:06:35.947728 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 08:06:35.947728 dv-cinder-782390-4-smb neutron-server[84306]: event.method(event) Apr 07 08:06:35.947728 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 07 08:06:35.947728 dv-cinder-782390-4-smb neutron-server[84306]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 08:06:35.947728 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 07 08:06:35.947728 dv-cinder-782390-4-smb neutron-server[84306]: segment_id)['aggregates'][0] Apr 07 08:06:35.947728 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 07 08:06:35.947728 dv-cinder-782390-4-smb neutron-server[84306]: return f(self, *a, **k) Apr 07 08:06:35.947728 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 07 08:06:35.947728 dv-cinder-782390-4-smb neutron-server[84306]: return self._get(url).json() Apr 07 08:06:35.947728 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 08:06:35.947728 dv-cinder-782390-4-smb neutron-server[84306]: **kwargs) Apr 07 08:06:35.947728 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 08:06:35.947728 dv-cinder-782390-4-smb neutron-server[84306]: return self.request(url, 'GET', **kwargs) Apr 07 08:06:35.947728 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 07 08:06:35.947728 dv-cinder-782390-4-smb neutron-server[84306]: **endpoint_filter) Apr 07 08:06:35.947728 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 08:06:35.947728 dv-cinder-782390-4-smb neutron-server[84306]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 08:06:35.947728 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 08:06:35.947728 dv-cinder-782390-4-smb neutron-server[84306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 08:06:35.947728 dv-cinder-782390-4-smb neutron-server[84306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 08:06:35.955705 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-317d51b1-c122-4e2d-9eb5-4ebe4911a1db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:36.046137 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175f5d1-b10b-4bce-b07c-539374517f6b req-7f11805d-64a1-4687-ad7c-f8bc9b8ba43e tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:36.047782 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f175f5d1-b10b-4bce-b07c-539374517f6b req-7f11805d-64a1-4687-ad7c-f8bc9b8ba43e tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 945 time: 0.3279493 Apr 07 08:06:36.077817 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7ce160f2-5fee-45a5-a575-c2ec53f67a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675294'] for network, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:36.092235 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7ce160f2-5fee-45a5-a575-c2ec53f67a6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for network, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:36.097056 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:36.128484 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce160f2-5fee-45a5-a575-c2ec53f67a6c admin admin] Pushing event deleted for resources: {'Network': ['ID=660a15b8-db25-4329-858d-15d29ef98e07,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:36.136020 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f175f5d1-b10b-4bce-b07c-539374517f6b req-c3c8082d-faad-4f75-8516-c8cf313e4610 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814023 Apr 07 08:06:36.137370 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416a8e1-0015-409b-85c3-5705e9bd0005 req-0f45b785-483a-42d5-b92b-68f76a8769ed tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:36.142035 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce160f2-5fee-45a5-a575-c2ec53f67a6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:06:36.142506 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce160f2-5fee-45a5-a575-c2ec53f67a6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:06:36.143046 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce160f2-5fee-45a5-a575-c2ec53f67a6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:06:36.143487 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce160f2-5fee-45a5-a575-c2ec53f67a6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:06:36.144364 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce160f2-5fee-45a5-a575-c2ec53f67a6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:06:36.144934 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce160f2-5fee-45a5-a575-c2ec53f67a6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:06:36.145533 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce160f2-5fee-45a5-a575-c2ec53f67a6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:06:36.146068 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce160f2-5fee-45a5-a575-c2ec53f67a6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:06:36.146532 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce160f2-5fee-45a5-a575-c2ec53f67a6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:06:36.147089 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce160f2-5fee-45a5-a575-c2ec53f67a6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:06:36.147220 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2416a8e1-0015-409b-85c3-5705e9bd0005 req-0f45b785-483a-42d5-b92b-68f76a8769ed tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 946 time: 0.1157727 Apr 07 08:06:36.147644 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce160f2-5fee-45a5-a575-c2ec53f67a6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:06:36.148137 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce160f2-5fee-45a5-a575-c2ec53f67a6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:06:36.156628 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7ce160f2-5fee-45a5-a575-c2ec53f67a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:36.165298 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-317d51b1-c122-4e2d-9eb5-4ebe4911a1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:36.169914 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-7ce160f2-5fee-45a5-a575-c2ec53f67a6c admin admin] 10.222.0.16 "DELETE /v2.0/networks/660a15b8-db25-4329-858d-15d29ef98e07 HTTP/1.1" status: 204 len: 168 time: 1.2734358 Apr 07 08:06:36.174091 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-62190dec-febb-47a6-8b73-f7a3774a786c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:36.193509 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d51b1-c122-4e2d-9eb5-4ebe4911a1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b328db4-1da9-4e8a-a100-b6b9ad5c9f5e,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:36.205743 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-317d51b1-c122-4e2d-9eb5-4ebe4911a1db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:36.208991 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-317d51b1-c122-4e2d-9eb5-4ebe4911a1db admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:36.212659 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-317d51b1-c122-4e2d-9eb5-4ebe4911a1db admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5b328db4-1da9-4e8a-a100-b6b9ad5c9f5e HTTP/1.1" status: 204 len: 168 time: 0.4343610 Apr 07 08:06:36.230478 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2416a8e1-0015-409b-85c3-5705e9bd0005 req-41160da0-7b39-4ecd-bccf-1668d1feb800 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823104 Apr 07 08:06:36.493511 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 43858) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:36.552554 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-f92beb9f-c23a-4f0e-83de-515f5840a8bc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=56e6d3233cd34fd5b7ffea874523bb65&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0577629 Apr 07 08:06:36.555181 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 43862) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:36.588860 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152fd5d-222d-4f51-92a4-0d305ced90dc req-108f151f-ac58-4797-ab2c-26f637633bad tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:36.590514 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8152fd5d-222d-4f51-92a4-0d305ced90dc req-108f151f-ac58-4797-ab2c-26f637633bad tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=960c5681-14c7-4293-a8e4-3e79525d7ea2 HTTP/1.1" status: 200 len: 943 time: 0.1109035 Apr 07 08:06:36.625647 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ff781b9c-90fa-40a0-83df-98134db8391a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:36.646427 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8152fd5d-222d-4f51-92a4-0d305ced90dc req-31a91a8c-9291-47ee-95d0-ee0baca44652 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493715 Apr 07 08:06:36.659222 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ff781b9c-90fa-40a0-83df-98134db8391a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:36.745889 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ff781b9c-90fa-40a0-83df-98134db8391a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:36.752810 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-06984138-431a-4b2f-b1b4-59c24d8f56de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:36.768398 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff781b9c-90fa-40a0-83df-98134db8391a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee21451-714c-4d37-ba75-2375e5c5ec9f,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:36.771939 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-ff781b9c-90fa-40a0-83df-98134db8391a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:36.831460 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ff781b9c-90fa-40a0-83df-98134db8391a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:36.832812 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-ff781b9c-90fa-40a0-83df-98134db8391a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6ee21451-714c-4d37-ba75-2375e5c5ec9f HTTP/1.1" status: 204 len: 168 time: 0.2765164 Apr 07 08:06:36.935463 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 43878) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:36.955667 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0ab10ee3-fd44-483c-89f6-c526d745c0cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:36.971455 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-0ab10ee3-fd44-483c-89f6-c526d745c0cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:06:36.975398 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-0ab10ee3-fd44-483c-89f6-c526d745c0cc admin admin] Usage tracker for resource:security_group_rule and tenant:9569b6c1b0fe4e51a26e956e94ba4eab is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:06:36.981590 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-0ab10ee3-fd44-483c-89f6-c526d745c0cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:06:36.985178 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-0ab10ee3-fd44-483c-89f6-c526d745c0cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:06:37.087723 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0ab10ee3-fd44-483c-89f6-c526d745c0cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:37.130129 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0ab10ee3-fd44-483c-89f6-c526d745c0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:37.149444 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:37.209523 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-0ab10ee3-fd44-483c-89f6-c526d745c0cc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9569b6c1b0fe4e51a26e956e94ba4eab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2698371 Apr 07 08:06:37.209846 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 43892) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:37.260557 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab10ee3-fd44-483c-89f6-c526d745c0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e4d397-f28c-4dfc-8516-4f1254ef670a,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:37.265536 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-0ab10ee3-fd44-483c-89f6-c526d745c0cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:37.285156 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-92acd687-0d7f-4482-8f25-b071fd7ac3e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:37.330643 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-92acd687-0d7f-4482-8f25-b071fd7ac3e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:37.495144 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7cb6c-8d5a-4d10-b8a9-07ff677be1af req-25726baa-ad7f-4e0a-b4da-b782a4c7b436 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:37.503794 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5ab7cb6c-8d5a-4d10-b8a9-07ff677be1af req-25726baa-ad7f-4e0a-b4da-b782a4c7b436 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 945 time: 0.1205301 Apr 07 08:06:37.560972 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b79023-da4f-457b-94a9-a100016949d9 req-af4f174c-41ab-4574-a47c-3f2dc00bc71b tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:37.563010 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b7b79023-da4f-457b-94a9-a100016949d9 req-af4f174c-41ab-4574-a47c-3f2dc00bc71b tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 946 time: 0.1608846 Apr 07 08:06:37.608973 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5ab7cb6c-8d5a-4d10-b8a9-07ff677be1af req-e81ad4ed-b69d-4d6b-ade3-5d5ef20d2261 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952082 Apr 07 08:06:37.630121 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b7b79023-da4f-457b-94a9-a100016949d9 req-a347ab67-cec5-40b1-854f-a0d9ba134c99 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602522 Apr 07 08:06:37.729224 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-92acd687-0d7f-4482-8f25-b071fd7ac3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:37.733367 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:37.735759 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 54aa67e8-cb25-4f92-9fba-fe455d54adc5 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 08:06:37.740748 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed up at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:06:37.782011 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92acd687-0d7f-4482-8f25-b071fd7ac3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e4d397-f28c-4dfc-8516-4f1254ef670a,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:37.809469 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-92acd687-0d7f-4482-8f25-b071fd7ac3e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:37.811137 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-92acd687-0d7f-4482-8f25-b071fd7ac3e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/86e4d397-f28c-4dfc-8516-4f1254ef670a HTTP/1.1" status: 204 len: 168 time: 0.6003094 Apr 07 08:06:37.816423 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-92acd687-0d7f-4482-8f25-b071fd7ac3e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:38.017410 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c8e0e-ecbd-4520-80b1-133da7e0b39a req-83fcd607-497a-499d-88cd-76f752de5991 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:38.025661 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-db6c8e0e-ecbd-4520-80b1-133da7e0b39a req-83fcd607-497a-499d-88cd-76f752de5991 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=960c5681-14c7-4293-a8e4-3e79525d7ea2 HTTP/1.1" status: 200 len: 943 time: 0.1821806 Apr 07 08:06:38.074881 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-db6c8e0e-ecbd-4520-80b1-133da7e0b39a req-23b905be-fcfc-4893-bdc6-35b628fc4655 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481503 Apr 07 08:06:38.147007 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 54aa67e8-cb25-4f92-9fba-fe455d54adc5, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=54aa67e8-cb25-4f92-9fba-fe455d54adc5,segment=NetworkSegment(cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee),segment_id=cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:06:38.166221 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Returning: {'device': '54aa67e8-cb25-4f92-9fba-fe455d54adc5', 'network_id': '12b6a4b5-316a-406f-9230-1ee620072355', 'port_id': '54aa67e8-cb25-4f92-9fba-fe455d54adc5', 'mac_address': 'fa:16:3e:cd:3f:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0261230a-f66e-46e9-a29a-909ac4232a81', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 08:06:38.228200 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Provisioning for port 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed completed by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:06:38.234253 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:38.248353 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Provisioning complete for port 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:06:38.248707 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:38.288888 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54aa67e8-cb25-4f92-9fba-fe455d54adc5 {{(pid=84421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 08:06:38.324915 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 54aa67e8-cb25-4f92-9fba-fe455d54adc5, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=54aa67e8-cb25-4f92-9fba-fe455d54adc5,segment=NetworkSegment(cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee),segment_id=cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:06:38.412614 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:38.414824 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:38.427127 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:38.505787 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658ed895-fd9a-4fce-adf1-9f69ddefb2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453c3cc2-00d7-4b92-a6be-ee2b7bf573ed'}] {{(pid=84421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:06:38.535360 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=453c3cc2-00d7-4b92-a6be-ee2b7bf573ed,segment=NetworkSegment(10fc6654-2c6a-4d12-930e-7b16dfb451cb),segment_id=10fc6654-2c6a-4d12-930e-7b16dfb451cb)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:06:38.535360 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=54aa67e8-cb25-4f92-9fba-fe455d54adc5,revision_number=4']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:38.537640 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:38.570033 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:38.573444 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:38.612959 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658ed895-fd9a-4fce-adf1-9f69ddefb2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453c3cc2-00d7-4b92-a6be-ee2b7bf573ed', 'code': 200} Apr 07 08:06:38.685667 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=453c3cc2-00d7-4b92-a6be-ee2b7bf573ed,revision_number=5']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:38.703300 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:38.753881 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] get_ports_and_sgs() called for port_ids ['54aa67e8-cb25-4f92-9fba-fe455d54adc5'] {{(pid=84421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 08:06:38.885575 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d1319-fbbb-464c-91ed-fd72c8bb4d3c req-75a0888d-3022-48a7-a54c-0c6682ccb724 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:38.888469 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-022d1319-fbbb-464c-91ed-fd72c8bb4d3c req-75a0888d-3022-48a7-a54c-0c6682ccb724 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 946 time: 0.1167920 Apr 07 08:06:38.980537 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-022d1319-fbbb-464c-91ed-fd72c8bb4d3c req-7ecd4a9a-07a8-429e-80b9-6969bede6372 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841770 Apr 07 08:06:38.996588 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-61eb08f0-7502-418b-aacc-cf1078b9efe0 None None] Agent healthcheck: found 6 active agents {{(pid=84422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 08:06:39.069017 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0ba36-ca28-4be8-9b1d-ed1d15693ceb req-680407ae-79c9-402a-8e07-d004854fa01e tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:39.070806 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-95c0ba36-ca28-4be8-9b1d-ed1d15693ceb req-680407ae-79c9-402a-8e07-d004854fa01e tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 946 time: 0.3187852 Apr 07 08:06:39.082010 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd6e54-e0e0-4913-862e-8084a4b1eec8 req-c97f7793-6d4d-4742-b67a-b73388395f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:39.084221 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a8cd6e54-e0e0-4913-862e-8084a4b1eec8 req-c97f7793-6d4d-4742-b67a-b73388395f84 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 1099 time: 0.1992304 Apr 07 08:06:39.170839 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a8cd6e54-e0e0-4913-862e-8084a4b1eec8 req-3e4df376-103d-4a23-87c3-8dd8cfa8fdaa service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670393 Apr 07 08:06:39.174054 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-95c0ba36-ca28-4be8-9b1d-ed1d15693ceb req-eb50e762-2598-406a-a05a-e47e59a3eb10 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888705 Apr 07 08:06:39.458746 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58807e38-2785-4c7a-b20b-17c4b22bacda req-ccdf2ad3-425b-4ef8-92da-2e5584b9a1cd tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:39.460699 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-58807e38-2785-4c7a-b20b-17c4b22bacda req-ccdf2ad3-425b-4ef8-92da-2e5584b9a1cd tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=960c5681-14c7-4293-a8e4-3e79525d7ea2 HTTP/1.1" status: 200 len: 944 time: 0.1488016 Apr 07 08:06:39.521934 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-58807e38-2785-4c7a-b20b-17c4b22bacda req-c63ceac1-8334-4c84-b80d-389b10cebd4f tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551755 Apr 07 08:06:40.264621 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8126a-cc2a-47b7-875f-0dec6407e225 req-c8fb25a9-8e70-44b2-91fa-a475f37d87e2 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:40.266569 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5ee8126a-cc2a-47b7-875f-0dec6407e225 req-c8fb25a9-8e70-44b2-91fa-a475f37d87e2 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 946 time: 0.1405437 Apr 07 08:06:40.356194 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5ee8126a-cc2a-47b7-875f-0dec6407e225 req-3fad4d88-21eb-433e-b33b-0b1732361ff1 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807354 Apr 07 08:06:40.664144 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af2623-a437-4b40-9439-34517bd260df req-a05375da-6ae4-4abe-8ac9-484efab53a71 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:40.665927 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-86af2623-a437-4b40-9439-34517bd260df req-a05375da-6ae4-4abe-8ac9-484efab53a71 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 946 time: 0.1089244 Apr 07 08:06:40.719487 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-86af2623-a437-4b40-9439-34517bd260df req-38e56e68-bf26-480c-96d1-9a7a45d8cac9 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470040 Apr 07 08:06:40.901904 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb10b7-1c69-45e1-aa2e-c4abcaf8dcb6 req-7f843b6d-b506-4454-833d-f11ed9311590 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:40.904076 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f1cb10b7-1c69-45e1-aa2e-c4abcaf8dcb6 req-7f843b6d-b506-4454-833d-f11ed9311590 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=960c5681-14c7-4293-a8e4-3e79525d7ea2 HTTP/1.1" status: 200 len: 944 time: 0.1010413 Apr 07 08:06:40.936741 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea1ff6-029e-432a-91b5-daff6a0bd2fe req-c20cb778-d3d3-48fc-9079-ab789c9fb01a tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:40.938512 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d6ea1ff6-029e-432a-91b5-daff6a0bd2fe req-c20cb778-d3d3-48fc-9079-ab789c9fb01a tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 946 time: 0.0983791 Apr 07 08:06:40.947794 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 44046) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:40.956701 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-3be534a7-b9c0-4372-9fd4-e6fcdf1d4143 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Request body: {'floatingip': {'port_id': '453c3cc2-00d7-4b92-a6be-ee2b7bf573ed'}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:06:40.971463 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f1cb10b7-1c69-45e1-aa2e-c4abcaf8dcb6 req-0e33b5c6-bfb0-465d-b89a-24e8410125ef tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606043 Apr 07 08:06:41.044202 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3be534a7-b9c0-4372-9fd4-e6fcdf1d4143 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks [] for floatingip, before_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:41.760284 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 54aa67e8-cb25-4f92-9fba-fe455d54adc5 up at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:06:41.823627 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504ed5e-df82-4b4e-bcdc-1def4b41f560 req-5a75f51c-c6b2-4dae-aa10-f56389f09f20 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:41.825113 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2504ed5e-df82-4b4e-bcdc-1def4b41f560 req-5a75f51c-c6b2-4dae-aa10-f56389f09f20 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 946 time: 0.2321985 Apr 07 08:06:41.969067 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Provisioning for port 54aa67e8-cb25-4f92-9fba-fe455d54adc5 completed by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:06:41.974896 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Provisioning complete for port 54aa67e8-cb25-4f92-9fba-fe455d54adc5 triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:06:41.975316 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:42.055091 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2504ed5e-df82-4b4e-bcdc-1def4b41f560 req-7cf180bc-4ca3-4d68-8936-d0dd545a5c49 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132521 Apr 07 08:06:42.151158 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:42.273555 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '960c5681-14c7-4293-a8e4-3e79525d7ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54aa67e8-cb25-4f92-9fba-fe455d54adc5'}] {{(pid=84421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:06:42.285472 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce581632-a8ef-4f5b-b0e1-c1bd63ab8e2a req-318cb1ea-c7f2-4a40-a414-f93c0f85e418 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:42.294128 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ce581632-a8ef-4f5b-b0e1-c1bd63ab8e2a req-318cb1ea-c7f2-4a40-a414-f93c0f85e418 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=960c5681-14c7-4293-a8e4-3e79525d7ea2 HTTP/1.1" status: 200 len: 944 time: 0.1265011 Apr 07 08:06:42.316125 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 54aa67e8-cb25-4f92-9fba-fe455d54adc5, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=54aa67e8-cb25-4f92-9fba-fe455d54adc5,segment=NetworkSegment(cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee),segment_id=cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:06:42.340586 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3be534a7-b9c0-4372-9fd4-e6fcdf1d4143 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:42.342162 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ce581632-a8ef-4f5b-b0e1-c1bd63ab8e2a req-16ad4d70-995e-4a31-bbf4-1953b62b2cad tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460601 Apr 07 08:06:42.366909 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:42.366909 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:42.386142 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3be534a7-b9c0-4372-9fd4-e6fcdf1d4143 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675279'] for floatingip, after_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:42.462830 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '960c5681-14c7-4293-a8e4-3e79525d7ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54aa67e8-cb25-4f92-9fba-fe455d54adc5', 'code': 200} Apr 07 08:06:42.521997 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=54aa67e8-cb25-4f92-9fba-fe455d54adc5,revision_number=5']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:42.535256 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:06:42.535256 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:06:42.535256 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:06:42.535256 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:06:42.535256 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:06:42.535256 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:06:42.535256 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:06:42.535256 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:06:42.535256 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:06:42.536410 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:06:42.536965 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:06:42.537616 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:06:42.551464 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:42.631252 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.db.l3_db [None req-3be534a7-b9c0-4372-9fd4-e6fcdf1d4143 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Floating IP d177a404-703a-40d1-a8af-4a5a33fb8d80 associated. External IP: 172.28.3.16, port: 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed. Apr 07 08:06:42.904869 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805fc65-ebbe-4608-9d3d-b6be005bb06c req-79bbfca0-1836-432d-80ca-784ca90fb327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:42.906468 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1805fc65-ebbe-4608-9d3d-b6be005bb06c req-79bbfca0-1836-432d-80ca-784ca90fb327 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=960c5681-14c7-4293-a8e4-3e79525d7ea2 HTTP/1.1" status: 200 len: 1098 time: 0.1301553 Apr 07 08:06:43.144921 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1805fc65-ebbe-4608-9d3d-b6be005bb06c req-4d3e306e-8282-4c76-bf42-16b040df6a79 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826634 Apr 07 08:06:43.163037 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 44138) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:43.188531 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be534a7-b9c0-4372-9fd4-e6fcdf1d4143 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Router 034e59f7-3fbf-4bd6-866c-c30cc3c80679 has already been hosted by L3 agent 9e1c8038-06ec-4f38-a606-610b3381902d {{(pid=84420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 08:06:43.299978 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0a01ec3c-7ae0-441e-a015-3f6d2d29b312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:43.322049 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-0a01ec3c-7ae0-441e-a015-3f6d2d29b312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:06:43.326970 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-0a01ec3c-7ae0-441e-a015-3f6d2d29b312 admin admin] Usage tracker for resource:security_group_rule and tenant:abf455732f6b4f63bfe11c7087b73d7f is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:06:43.330025 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-0a01ec3c-7ae0-441e-a015-3f6d2d29b312 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:06:43.336087 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-0a01ec3c-7ae0-441e-a015-3f6d2d29b312 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:06:43.462541 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0a01ec3c-7ae0-441e-a015-3f6d2d29b312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:43.489096 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0a01ec3c-7ae0-441e-a015-3f6d2d29b312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:43.504626 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-0cb2fb50-dc4f-465d-bb7d-7ef1488cc5e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:43.608178 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-0a01ec3c-7ae0-441e-a015-3f6d2d29b312 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=abf455732f6b4f63bfe11c7087b73d7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4437535 Apr 07 08:06:43.609270 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01ec3c-7ae0-441e-a015-3f6d2d29b312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a8b673-6597-493e-bbd1-0584999deff7,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:43.619127 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 44152) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:43.626215 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-0a01ec3c-7ae0-441e-a015-3f6d2d29b312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:43.730738 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37218ad2-6a32-4480-aad5-d76820202f3e req-0f72074d-0c69-4675-a75c-a5d93f9f94ca tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:43.738560 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be534a7-b9c0-4372-9fd4-e6fcdf1d4143 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify agent at l3_agent.dv-cinder-782390-4-smb the message routers_updated {{(pid=84420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 08:06:43.739056 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-37218ad2-6a32-4480-aad5-d76820202f3e req-0f72074d-0c69-4675-a75c-a5d93f9f94ca tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=960c5681-14c7-4293-a8e4-3e79525d7ea2 HTTP/1.1" status: 200 len: 945 time: 0.2356253 Apr 07 08:06:43.742018 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-46d8a273-4fee-4206-aa39-175cf0da6dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:43.743724 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3be534a7-b9c0-4372-9fd4-e6fcdf1d4143 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for floatingip, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:43.755171 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cf897f-bdfb-4372-9f75-a005af63da68 None None] Sync routers for ids ['034e59f7-3fbf-4bd6-866c-c30cc3c80679'] in dv-cinder-782390-4-smb {{(pid=84422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 08:06:43.766584 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cf897f-bdfb-4372-9f75-a005af63da68 None None] Routers {'034e59f7-3fbf-4bd6-866c-c30cc3c80679'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:06:43.767631 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-b3cf897f-bdfb-4372-9f75-a005af63da68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:06:25Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['034e59f7-3fbf-4bd6-866c-c30cc3c80679'], 'active': True} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:06:43.779351 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-46d8a273-4fee-4206-aa39-175cf0da6dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:43.791598 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb8eed-65dc-4d4f-b1a1-50dd69ea9906 req-fb0bbc68-cea2-45f8-9365-1f0d119f3eb6 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:43.803755 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-cddb8eed-65dc-4d4f-b1a1-50dd69ea9906 req-fb0bbc68-cea2-45f8-9365-1f0d119f3eb6 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 946 time: 0.5523593 Apr 07 08:06:43.838900 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-3be534a7-b9c0-4372-9fd4-e6fcdf1d4143 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "PUT /v2.0/floatingips/d177a404-703a-40d1-a8af-4a5a33fb8d80 HTTP/1.1" status: 200 len: 991 time: 2.8891456 Apr 07 08:06:43.855734 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658ed895-fd9a-4fce-adf1-9f69ddefb2e4', 'tag': '453c3cc2-00d7-4b92-a6be-ee2b7bf573ed'}] {{(pid=84420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:06:43.893718 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-37218ad2-6a32-4480-aad5-d76820202f3e req-d7afcf81-ae83-42f8-8ebb-d3ae8ba759cc tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536138 Apr 07 08:06:43.900272 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-cddb8eed-65dc-4d4f-b1a1-50dd69ea9906 req-2bf1885b-63c4-4c9a-b2f7-c00f65480300 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572584 Apr 07 08:06:43.970626 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-46d8a273-4fee-4206-aa39-175cf0da6dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:43.975038 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-b3cf897f-bdfb-4372-9f75-a005af63da68 None None] Set router 034e59f7-3fbf-4bd6-866c-c30cc3c80679 gateway port host: dv-cinder-782390-4-smb {{(pid=84422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:06:43.978399 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:44.001176 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d8a273-4fee-4206-aa39-175cf0da6dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a8b673-6597-493e-bbd1-0584999deff7,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:44.004886 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-46d8a273-4fee-4206-aa39-175cf0da6dee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:44.005697 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-46d8a273-4fee-4206-aa39-175cf0da6dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:44.010313 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-46d8a273-4fee-4206-aa39-175cf0da6dee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f3a8b673-6597-493e-bbd1-0584999deff7 HTTP/1.1" status: 204 len: 168 time: 0.3824608 Apr 07 08:06:44.084958 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '658ed895-fd9a-4fce-adf1-9f69ddefb2e4', 'tag': '453c3cc2-00d7-4b92-a6be-ee2b7bf573ed', 'status': 'completed', 'code': 200} Apr 07 08:06:44.224768 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53ab0a-c1f4-4f7c-bcf1-3d51766ce0a4 req-97b15e48-6585-4edd-965c-4ea1643f465c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:44.226370 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1b53ab0a-c1f4-4f7c-bcf1-3d51766ce0a4 req-97b15e48-6585-4edd-965c-4ea1643f465c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fbff52d4f92c40aa9b8208fa7e54d5d5&device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 1099 time: 0.0941927 Apr 07 08:06:44.498255 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-b3cf897f-bdfb-4372-9f75-a005af63da68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'name': 'tempest-AttachVolumeShelveTestJSON-1522203858-router', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'b25bdc3d-859f-41b2-bd1f-63370ac91767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:05:39Z', 'updated_at': '2021-04-07T08:05:58Z', 'revision_number': 4, 'project_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'gw_port': {'id': 'b25bdc3d-859f-41b2-bd1f-63370ac91767', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:41Z', 'updated_at': '2021-04-07T08:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_floatingips': [{'id': 'd177a404-703a-40d1-a8af-4a5a33fb8d80', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'floating_ip_address': '172.28.3.16', 'floating_network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'router_id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'port_id': '453c3cc2-00d7-4b92-a6be-ee2b7bf573ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8', 'mac_address': 'fa:16:3e:ed:5e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658ed895-fd9a-4fce-adf1-9f69ddefb2e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:06:13Z', 'updated_at': '2021-04-07T08:06:42Z', 'revision_number': 1, 'project_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '598fb0e5-3d4f-4657-bf1e-3a89591f541a', 'name': '', 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'mac_address': 'fa:16:3e:b7:ba:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '76e481b0-5bdc-45a1-aec7-e681d70e1c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:52Z', 'updated_at': '2021-04-07T08:06:10Z', 'revision_number': 5, 'project_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'subnets': [{'id': '76e481b0-5bdc-45a1-aec7-e681d70e1c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:06:44.507006 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53ab0a-c1f4-4f7c-bcf1-3d51766ce0a4 req-d25afa2c-cfc1-43a4-afbd-5990086c7c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:44.509116 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1b53ab0a-c1f4-4f7c-bcf1-3d51766ce0a4 req-d25afa2c-cfc1-43a4-afbd-5990086c7c8d service neutron] 10.222.0.13 "GET /v2.0/networks?id=64ec1db9-cd07-42a9-a563-1c7517517aa8 HTTP/1.1" status: 200 len: 918 time: 0.2709274 Apr 07 08:06:44.510766 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cf897f-bdfb-4372-9f75-a005af63da68 None None] Checking router: 034e59f7-3fbf-4bd6-866c-c30cc3c80679 for host: dv-cinder-782390-4-smb {{(pid=84422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 08:06:44.542570 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cf897f-bdfb-4372-9f75-a005af63da68 None None] Routers {'034e59f7-3fbf-4bd6-866c-c30cc3c80679'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:06:44.542570 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-b3cf897f-bdfb-4372-9f75-a005af63da68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:06:25Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['034e59f7-3fbf-4bd6-866c-c30cc3c80679'], 'active': True} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:06:44.542892 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 44186) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:44.648726 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1b53ab0a-c1f4-4f7c-bcf1-3d51766ce0a4 req-70716fa1-ab2e-452e-ad00-87ab7aa09951 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=453c3cc2-00d7-4b92-a6be-ee2b7bf573ed HTTP/1.1" status: 200 len: 999 time: 0.1314297 Apr 07 08:06:44.740189 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53ab0a-c1f4-4f7c-bcf1-3d51766ce0a4 req-4d1d13d1-92e9-47ab-997a-26a234a28ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:44.745144 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1b53ab0a-c1f4-4f7c-bcf1-3d51766ce0a4 req-4d1d13d1-92e9-47ab-997a-26a234a28ad5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76e481b0-5bdc-45a1-aec7-e681d70e1c14 HTTP/1.1" status: 200 len: 856 time: 0.0865839 Apr 07 08:06:44.767013 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b819825a-8a42-47ba-bc11-6c2c68eda2d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:44.819249 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-b819825a-8a42-47ba-bc11-6c2c68eda2d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:06:44.827710 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-b819825a-8a42-47ba-bc11-6c2c68eda2d4 admin admin] Usage tracker for resource:security_group_rule and tenant:075c136437e742a2a6248c973beb8ad8 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:06:44.833111 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-b3cf897f-bdfb-4372-9f75-a005af63da68 None None] Set router 034e59f7-3fbf-4bd6-866c-c30cc3c80679 gateway port host: dv-cinder-782390-4-smb {{(pid=84422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:06:44.834014 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-b819825a-8a42-47ba-bc11-6c2c68eda2d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:06:44.849206 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-b819825a-8a42-47ba-bc11-6c2c68eda2d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:06:44.934336 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53ab0a-c1f4-4f7c-bcf1-3d51766ce0a4 req-77b6a9ea-61ce-4286-ba3d-5a93f79069bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:44.946256 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1b53ab0a-c1f4-4f7c-bcf1-3d51766ce0a4 req-77b6a9ea-61ce-4286-ba3d-5a93f79069bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64ec1db9-cd07-42a9-a563-1c7517517aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1891828 Apr 07 08:06:45.110038 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b819825a-8a42-47ba-bc11-6c2c68eda2d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:45.134811 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b819825a-8a42-47ba-bc11-6c2c68eda2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:45.147510 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 44220) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:45.154789 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d413e781-3225-4976-88a0-1fa36923a80a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:45.274372 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1b53ab0a-c1f4-4f7c-bcf1-3d51766ce0a4 req-5571e0c3-e9af-4101-9c1a-383930edfbdb service neutron] 10.222.0.13 "GET /v2.0/networks/64ec1db9-cd07-42a9-a563-1c7517517aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227501 Apr 07 08:06:45.313573 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-b819825a-8a42-47ba-bc11-6c2c68eda2d4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=075c136437e742a2a6248c973beb8ad8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7664325 Apr 07 08:06:45.313573 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819825a-8a42-47ba-bc11-6c2c68eda2d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175db1b1-ad71-49d6-821b-9b729e14285e,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:45.315142 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 44230) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:45.321631 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b819825a-8a42-47ba-bc11-6c2c68eda2d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:45.470047 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54cf16-3a3c-4bc6-9d45-f34f4b73b925 req-9871363a-479a-4069-bbcc-4a4e4fb24247 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:45.471756 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-6e54cf16-3a3c-4bc6-9d45-f34f4b73b925 req-9871363a-479a-4069-bbcc-4a4e4fb24247 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 946 time: 0.2476845 Apr 07 08:06:45.523345 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-10046ac8-c296-4adc-9872-c228ca82ad71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:45.555287 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-10046ac8-c296-4adc-9872-c228ca82ad71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:45.560932 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-b3cf897f-bdfb-4372-9f75-a005af63da68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'name': 'tempest-AttachVolumeShelveTestJSON-1522203858-router', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'b25bdc3d-859f-41b2-bd1f-63370ac91767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:05:39Z', 'updated_at': '2021-04-07T08:05:58Z', 'revision_number': 4, 'project_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'gw_port': {'id': 'b25bdc3d-859f-41b2-bd1f-63370ac91767', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:41Z', 'updated_at': '2021-04-07T08:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_floatingips': [{'id': 'd177a404-703a-40d1-a8af-4a5a33fb8d80', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'floating_ip_address': '172.28.3.16', 'floating_network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'router_id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'port_id': '453c3cc2-00d7-4b92-a6be-ee2b7bf573ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8', 'mac_address': 'fa:16:3e:ed:5e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658ed895-fd9a-4fce-adf1-9f69ddefb2e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:06:13Z', 'updated_at': '2021-04-07T08:06:42Z', 'revision_number': 1, 'project_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '598fb0e5-3d4f-4657-bf1e-3a89591f541a', 'name': '', 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'mac_address': 'fa:16:3e:b7:ba:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '76e481b0-5bdc-45a1-aec7-e681d70e1c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:52Z', 'updated_at': '2021-04-07T08:06:10Z', 'revision_number': 5, 'project_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'subnets': [{'id': '76e481b0-5bdc-45a1-aec7-e681d70e1c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:06:45.566923 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cf897f-bdfb-4372-9f75-a005af63da68 None None] The sync data for ids ['034e59f7-3fbf-4bd6-866c-c30cc3c80679'] in dv-cinder-782390-4-smb is: [{'id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'name': 'tempest-AttachVolumeShelveTestJSON-1522203858-router', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'b25bdc3d-859f-41b2-bd1f-63370ac91767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:05:39Z', 'updated_at': '2021-04-07T08:05:58Z', 'revision_number': 4, 'project_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'gw_port': {'id': 'b25bdc3d-859f-41b2-bd1f-63370ac91767', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:41Z', 'updated_at': '2021-04-07T08:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_floatingips': [{'id': 'd177a404-703a-40d1-a8af-4a5a33fb8d80', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'floating_ip_address': '172.28.3.16', 'floating_network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'router_id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'port_id': '453c3cc2-00d7-4b92-a6be-ee2b7bf573ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8', 'mac_address': 'fa:16:3e:ed:5e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658ed895-fd9a-4fce-adf1-9f69ddefb2e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:06:13Z', 'updated_at': '2021-04-07T08:06:42Z', 'revision_number': 1, 'project_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '598fb0e5-3d4f-4657-bf1e-3a89591f541a', 'name': '', 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'mac_address': 'fa:16:3e:b7:ba:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '76e481b0-5bdc-45a1-aec7-e681d70e1c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:52Z', 'updated_at': '2021-04-07T08:06:10Z', 'revision_number': 5, 'project_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'subnets': [{'id': '76e481b0-5bdc-45a1-aec7-e681d70e1c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 08:06:45.620316 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-6e54cf16-3a3c-4bc6-9d45-f34f4b73b925 req-8b936169-5a76-429a-bdff-b838dc2a01f6 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413279 Apr 07 08:06:45.627959 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1b53ab0a-c1f4-4f7c-bcf1-3d51766ce0a4 req-6cf294f1-8c6c-403b-89d5-854ba3653ce2 service neutron] 10.222.0.13 "GET /v2.0/networks/64ec1db9-cd07-42a9-a563-1c7517517aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401399 Apr 07 08:06:45.700936 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-10046ac8-c296-4adc-9872-c228ca82ad71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:45.708546 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:45.708688 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823c30c-1abc-4cfe-9a4e-d2b0bd486930 req-f19f9dc1-959a-4145-9ab3-d43642ab055c tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:45.725861 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f823c30c-1abc-4cfe-9a4e-d2b0bd486930 req-f19f9dc1-959a-4145-9ab3-d43642ab055c tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=960c5681-14c7-4293-a8e4-3e79525d7ea2 HTTP/1.1" status: 200 len: 945 time: 0.5119972 Apr 07 08:06:45.725963 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10046ac8-c296-4adc-9872-c228ca82ad71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175db1b1-ad71-49d6-821b-9b729e14285e,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:45.728884 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-10046ac8-c296-4adc-9872-c228ca82ad71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:45.737098 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-10046ac8-c296-4adc-9872-c228ca82ad71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:45.738348 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-10046ac8-c296-4adc-9872-c228ca82ad71 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/175db1b1-ad71-49d6-821b-9b729e14285e HTTP/1.1" status: 204 len: 168 time: 0.4184134 Apr 07 08:06:45.804517 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f823c30c-1abc-4cfe-9a4e-d2b0bd486930 req-2c5dcdbe-de63-48ac-92b6-a562d5d9206b tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797722 Apr 07 08:06:45.811311 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-af3d0cba-af1c-40b2-b297-9dc8e7bebdfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:45.864418 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-af3d0cba-af1c-40b2-b297-9dc8e7bebdfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:06:45.869359 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-af3d0cba-af1c-40b2-b297-9dc8e7bebdfb admin admin] Usage tracker for resource:security_group_rule and tenant:a94f80f75d454e3abd7e573173a6fc22 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:06:45.872924 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-af3d0cba-af1c-40b2-b297-9dc8e7bebdfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:06:45.889592 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-af3d0cba-af1c-40b2-b297-9dc8e7bebdfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:06:46.007302 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5f9acc-ed09-4272-b150-4804737a4af7 None None] New status for floating IP d177a404-703a-40d1-a8af-4a5a33fb8d80: ACTIVE {{(pid=84421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 07 08:06:46.017150 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a21d90b4-317b-4926-9260-d5d47aa5809b req-e12de7ef-1ca8-4a4c-bc1a-fc07fbd4fd99 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c638a1b2-62f2-4332-9af5-8c16eb1eef05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1366944 Apr 07 08:06:46.155130 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-af3d0cba-af1c-40b2-b297-9dc8e7bebdfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:46.186502 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-af3d0cba-af1c-40b2-b297-9dc8e7bebdfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:46.196252 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-227e1f33-9c65-4060-847c-36043d309889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:46.250959 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d90b4-317b-4926-9260-d5d47aa5809b req-284b06fa-b5c5-4768-94a8-26dd8ef8b9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:46.253064 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a21d90b4-317b-4926-9260-d5d47aa5809b req-284b06fa-b5c5-4768-94a8-26dd8ef8b9e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0065664477534e84a7f46e809ac97417&device_id=c638a1b2-62f2-4332-9af5-8c16eb1eef05 HTTP/1.1" status: 200 len: 1098 time: 0.0920694 Apr 07 08:06:46.291480 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-af3d0cba-af1c-40b2-b297-9dc8e7bebdfb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a94f80f75d454e3abd7e573173a6fc22&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1030123 Apr 07 08:06:46.291480 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d0cba-af1c-40b2-b297-9dc8e7bebdfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e43ef6-e157-4ffd-89f8-e8b0b5c0dcd9,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:46.298427 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-af3d0cba-af1c-40b2-b297-9dc8e7bebdfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:46.299850 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 44262) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:46.425552 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-af437f22-8303-4311-9800-dbe91ff08a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:46.473786 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-af437f22-8303-4311-9800-dbe91ff08a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:46.542802 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d90b4-317b-4926-9260-d5d47aa5809b req-9ca6aed7-0522-4466-ad37-6acfd1af418d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:46.544998 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a21d90b4-317b-4926-9260-d5d47aa5809b req-9ca6aed7-0522-4466-ad37-6acfd1af418d service neutron] 10.222.0.13 "GET /v2.0/networks?id=12b6a4b5-316a-406f-9230-1ee620072355 HTTP/1.1" status: 200 len: 916 time: 0.2595894 Apr 07 08:06:46.587138 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-af437f22-8303-4311-9800-dbe91ff08a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:46.594587 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:46.616175 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af437f22-8303-4311-9800-dbe91ff08a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e43ef6-e157-4ffd-89f8-e8b0b5c0dcd9,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:46.629268 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-af437f22-8303-4311-9800-dbe91ff08a43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:46.631754 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-af437f22-8303-4311-9800-dbe91ff08a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:46.638135 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-af437f22-8303-4311-9800-dbe91ff08a43 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/39e43ef6-e157-4ffd-89f8-e8b0b5c0dcd9 HTTP/1.1" status: 204 len: 168 time: 0.3364394 Apr 07 08:06:46.647376 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a21d90b4-317b-4926-9260-d5d47aa5809b req-cdd36bb1-25b6-4658-af40-f51fa61490f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8 HTTP/1.1" status: 200 len: 217 time: 0.0872471 Apr 07 08:06:46.774642 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d90b4-317b-4926-9260-d5d47aa5809b req-baa19ddc-3854-46ac-a951-d15e4453e920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:46.776402 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a21d90b4-317b-4926-9260-d5d47aa5809b req-baa19ddc-3854-46ac-a951-d15e4453e920 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0261230a-f66e-46e9-a29a-909ac4232a81 HTTP/1.1" status: 200 len: 855 time: 0.1238408 Apr 07 08:06:46.974916 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a21d90b4-317b-4926-9260-d5d47aa5809b req-def5bde6-5122-453d-bef2-c7f2f0cd7277 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=12b6a4b5-316a-406f-9230-1ee620072355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1891387 Apr 07 08:06:47.149908 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a14437-90b7-45c0-98ef-0ef4d6d7f9cd req-bca37bb2-dc4c-413d-a699-5117c37a950a tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:47.158419 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-84a14437-90b7-45c0-98ef-0ef4d6d7f9cd req-bca37bb2-dc4c-413d-a699-5117c37a950a tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 946 time: 0.2972920 Apr 07 08:06:47.212602 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a21d90b4-317b-4926-9260-d5d47aa5809b req-1c67fbda-31cd-4235-85a0-d8ddf7679fe0 service neutron] 10.222.0.13 "GET /v2.0/networks/12b6a4b5-316a-406f-9230-1ee620072355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287760 Apr 07 08:06:47.229268 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-84a14437-90b7-45c0-98ef-0ef4d6d7f9cd req-15658811-716a-426b-9ee9-eba59479b33c tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698094 Apr 07 08:06:47.364068 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 44316) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:47.414285 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d19bf59f-a7df-4b4d-859c-073e984f3234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:47.419810 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a21d90b4-317b-4926-9260-d5d47aa5809b req-b0e116af-abee-44d2-b26c-5708e4190ec6 service neutron] 10.222.0.13 "GET /v2.0/networks/12b6a4b5-316a-406f-9230-1ee620072355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889081 Apr 07 08:06:47.446664 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-d19bf59f-a7df-4b4d-859c-073e984f3234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:06:47.452160 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-d19bf59f-a7df-4b4d-859c-073e984f3234 admin admin] Usage tracker for resource:security_group_rule and tenant:ee10e10dd4be4a01bc009ee9e8bccad9 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:06:47.455386 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-d19bf59f-a7df-4b4d-859c-073e984f3234 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:06:47.461786 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-d19bf59f-a7df-4b4d-859c-073e984f3234 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:06:47.562023 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d19bf59f-a7df-4b4d-859c-073e984f3234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:47.591589 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d19bf59f-a7df-4b4d-859c-073e984f3234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:47.602349 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:47.650342 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-d19bf59f-a7df-4b4d-859c-073e984f3234 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ee10e10dd4be4a01bc009ee9e8bccad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2850416 Apr 07 08:06:47.651313 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19bf59f-a7df-4b4d-859c-073e984f3234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57131a9d-2f19-4e9b-8b5d-506540377d47,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:47.653299 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 44324) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:47.656459 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d19bf59f-a7df-4b4d-859c-073e984f3234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:47.663590 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 44328) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:47.739786 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b602eee3-41e3-4159-9ee1-44abef6f1522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:47.769776 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b602eee3-41e3-4159-9ee1-44abef6f1522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:47.806941 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b2e3eaf8-d768-4f69-bf21-5c4fa6701f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:47.822537 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-b2e3eaf8-d768-4f69-bf21-5c4fa6701f12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:06:47.827275 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-b2e3eaf8-d768-4f69-bf21-5c4fa6701f12 admin admin] Usage tracker for resource:security_group_rule and tenant:c497f84e0fae45fd9fc1a9fdc363bb40 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:06:47.830207 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-b2e3eaf8-d768-4f69-bf21-5c4fa6701f12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:06:47.836181 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-b2e3eaf8-d768-4f69-bf21-5c4fa6701f12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:06:47.854551 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b602eee3-41e3-4159-9ee1-44abef6f1522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:47.860797 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:47.879570 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602eee3-41e3-4159-9ee1-44abef6f1522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57131a9d-2f19-4e9b-8b5d-506540377d47,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:47.882979 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b602eee3-41e3-4159-9ee1-44abef6f1522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:47.892099 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b602eee3-41e3-4159-9ee1-44abef6f1522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:47.892099 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-b602eee3-41e3-4159-9ee1-44abef6f1522 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/57131a9d-2f19-4e9b-8b5d-506540377d47 HTTP/1.1" status: 204 len: 168 time: 0.2305608 Apr 07 08:06:47.962068 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b2e3eaf8-d768-4f69-bf21-5c4fa6701f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:48.025942 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b2e3eaf8-d768-4f69-bf21-5c4fa6701f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:48.041814 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8752eb3e-9e1c-4372-b683-34a1525b43b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:48.088493 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-b2e3eaf8-d768-4f69-bf21-5c4fa6701f12 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c497f84e0fae45fd9fc1a9fdc363bb40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4213068 Apr 07 08:06:48.088493 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e3eaf8-d768-4f69-bf21-5c4fa6701f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5021da26-2cad-485c-9741-0c43d2779d1a,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:48.089634 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 44346) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:48.091957 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b2e3eaf8-d768-4f69-bf21-5c4fa6701f12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:48.166883 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8400978a-8867-408f-910d-67fad636ee07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:48.214452 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8400978a-8867-408f-910d-67fad636ee07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:48.323219 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8400978a-8867-408f-910d-67fad636ee07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:48.329635 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-6e9b4964-8321-44de-b480-b7c784b5a361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:48.390168 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400978a-8867-408f-910d-67fad636ee07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5021da26-2cad-485c-9741-0c43d2779d1a,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:48.402629 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8400978a-8867-408f-910d-67fad636ee07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:48.404165 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8400978a-8867-408f-910d-67fad636ee07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:48.412966 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-8400978a-8867-408f-910d-67fad636ee07 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5021da26-2cad-485c-9741-0c43d2779d1a HTTP/1.1" status: 204 len: 168 time: 0.3221934 Apr 07 08:06:48.634707 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf7bfe-b5d7-4ae0-be07-b044bd1ffd91 req-1dde9722-add8-4954-bad4-5dc2a01e4b58 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:48.643576 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-42bf7bfe-b5d7-4ae0-be07-b044bd1ffd91 req-1dde9722-add8-4954-bad4-5dc2a01e4b58 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 946 time: 0.1023047 Apr 07 08:06:48.686218 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-42bf7bfe-b5d7-4ae0-be07-b044bd1ffd91 req-fc09079c-b106-4b23-a362-26f8c4d9f629 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418239 Apr 07 08:06:48.761102 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 44380) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:48.781028 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3cb8b7b6-4a10-4367-aec5-13e6065bcc90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:48.798757 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-3cb8b7b6-4a10-4367-aec5-13e6065bcc90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:06:48.803283 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-3cb8b7b6-4a10-4367-aec5-13e6065bcc90 admin admin] Usage tracker for resource:security_group_rule and tenant:14d08f671a2c4f9cbf0c3ac444b1a8b9 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:06:48.806321 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-3cb8b7b6-4a10-4367-aec5-13e6065bcc90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:06:48.813717 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-3cb8b7b6-4a10-4367-aec5-13e6065bcc90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:06:48.910490 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3cb8b7b6-4a10-4367-aec5-13e6065bcc90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:48.946040 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3cb8b7b6-4a10-4367-aec5-13e6065bcc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:48.960766 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2153e410-d9f6-4bba-81dd-1d1a331ff377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:48.998033 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb8b7b6-4a10-4367-aec5-13e6065bcc90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fdcbef-71f7-4964-a05b-6566c8fef3e6,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:49.004392 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3cb8b7b6-4a10-4367-aec5-13e6065bcc90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:49.023937 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-3cb8b7b6-4a10-4367-aec5-13e6065bcc90 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=14d08f671a2c4f9cbf0c3ac444b1a8b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2613425 Apr 07 08:06:49.027081 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 44396) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:49.105974 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:49.125473 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1188bfe1-9d44-4aa3-934a-93c21b394b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:49.157448 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1188bfe1-9d44-4aa3-934a-93c21b394b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:49.170344 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-a2db7fee-2f50-433d-b8a5-c0cc00633eb5 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:49.177875 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-a2db7fee-2f50-433d-b8a5-c0cc00633eb5 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/networks?id=12b6a4b5-316a-406f-9230-1ee620072355 HTTP/1.1" status: 200 len: 815 time: 0.2023416 Apr 07 08:06:49.193746 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-d38acadf-337e-4550-b5cc-e827146a82f7 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/quotas/0065664477534e84a7f46e809ac97417 HTTP/1.1" status: 200 len: 375 time: 0.0149813 Apr 07 08:06:49.298798 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-b3d08b6d-cb09-4d46-b919-16e00e025f14 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0065664477534e84a7f46e809ac97417&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1030471 Apr 07 08:06:49.312402 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1188bfe1-9d44-4aa3-934a-93c21b394b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:49.318447 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b602eee3-41e3-4159-9ee1-44abef6f1522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:49.332775 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188bfe1-9d44-4aa3-934a-93c21b394b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fdcbef-71f7-4964-a05b-6566c8fef3e6,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:49.342152 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-1188bfe1-9d44-4aa3-934a-93c21b394b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:49.367372 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1188bfe1-9d44-4aa3-934a-93c21b394b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:49.372057 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-1188bfe1-9d44-4aa3-934a-93c21b394b04 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e8fdcbef-71f7-4964-a05b-6566c8fef3e6 HTTP/1.1" status: 204 len: 168 time: 0.3436561 Apr 07 08:06:49.373617 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 44408) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:49.390628 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 44414) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:49.401292 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6f3b8f0a-393f-4a45-9f1f-58bc960afcdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:49.417887 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-6f3b8f0a-393f-4a45-9f1f-58bc960afcdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:06:49.422984 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-6f3b8f0a-393f-4a45-9f1f-58bc960afcdc admin admin] Usage tracker for resource:security_group_rule and tenant:0ddd3f87126d46b188797277c32f9d79 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:06:49.425953 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-6f3b8f0a-393f-4a45-9f1f-58bc960afcdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:06:49.432073 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-6f3b8f0a-393f-4a45-9f1f-58bc960afcdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:06:49.524733 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6f3b8f0a-393f-4a45-9f1f-58bc960afcdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:49.527313 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-5f9dfc9c-2993-47c0-95fd-b3e7b045002e service neutron] 10.222.0.16 "GET /v2.0/networks/12b6a4b5-316a-406f-9230-1ee620072355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208149 Apr 07 08:06:49.563387 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6f3b8f0a-393f-4a45-9f1f-58bc960afcdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:49.574668 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f5c9a304-7376-4e9d-b26b-206f2c03497c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:49.648997 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-6f3b8f0a-393f-4a45-9f1f-58bc960afcdc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0ddd3f87126d46b188797277c32f9d79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2701845 Apr 07 08:06:49.649229 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 44424) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:49.660682 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b8f0a-393f-4a45-9f1f-58bc960afcdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68c834d-bd29-4b8f-9e6f-9d8e336a3836,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:49.685332 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-6f3b8f0a-393f-4a45-9f1f-58bc960afcdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:49.737094 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-0d05c49b-3c78-4874-ac2d-0b77171b51eb service neutron] 10.222.0.16 "GET /v2.0/networks/12b6a4b5-316a-406f-9230-1ee620072355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022598 Apr 07 08:06:49.744496 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d96e1858-a2fa-4d08-b75c-fa6fd4e6f676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:49.782968 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d96e1858-a2fa-4d08-b75c-fa6fd4e6f676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:49.889591 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d96e1858-a2fa-4d08-b75c-fa6fd4e6f676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:49.894998 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-92acd687-0d7f-4482-8f25-b071fd7ac3e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:49.910198 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96e1858-a2fa-4d08-b75c-fa6fd4e6f676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68c834d-bd29-4b8f-9e6f-9d8e336a3836,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:49.913338 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d96e1858-a2fa-4d08-b75c-fa6fd4e6f676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:49.924007 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d96e1858-a2fa-4d08-b75c-fa6fd4e6f676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:49.928260 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-d96e1858-a2fa-4d08-b75c-fa6fd4e6f676 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a68c834d-bd29-4b8f-9e6f-9d8e336a3836 HTTP/1.1" status: 204 len: 168 time: 0.2787349 Apr 07 08:06:50.036980 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c25c1a69-1f37-49e6-9fbe-db289be9afa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:50.064060 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-c25c1a69-1f37-49e6-9fbe-db289be9afa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:06:50.076463 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-c25c1a69-1f37-49e6-9fbe-db289be9afa5 admin admin] Usage tracker for resource:security_group_rule and tenant:83b6837d59cc40b3ab79720605fbb8d1 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:06:50.081270 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-c25c1a69-1f37-49e6-9fbe-db289be9afa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:06:50.089941 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-c25c1a69-1f37-49e6-9fbe-db289be9afa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:06:50.124531 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea7f090-e8fb-4648-8c06-d5e548103858 req-4c8bee6e-abae-4cad-8b87-7f9eff1d92a2 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:50.126666 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-aea7f090-e8fb-4648-8c06-d5e548103858 req-4c8bee6e-abae-4cad-8b87-7f9eff1d92a2 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 946 time: 0.1803410 Apr 07 08:06:50.130084 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a801e19f-6759-44f2-bc37-f21a7b73d49a req-fde740bb-aad7-47c0-b426-5465d584d48b tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f3e2e72-7297-4a6f-8088-7ba7ee042046 HTTP/1.1" status: 200 len: 210 time: 0.0600677 Apr 07 08:06:50.213037 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-aea7f090-e8fb-4648-8c06-d5e548103858 req-0993d2e4-3c0a-4409-8aee-2643f49e6256 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787706 Apr 07 08:06:50.277375 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c25c1a69-1f37-49e6-9fbe-db289be9afa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:50.300539 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c25c1a69-1f37-49e6-9fbe-db289be9afa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:50.314326 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-db0037d5-fcda-4872-8554-d716f74bd745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:50.359790 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-c25c1a69-1f37-49e6-9fbe-db289be9afa5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=83b6837d59cc40b3ab79720605fbb8d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9674740 Apr 07 08:06:50.362726 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 44454) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:50.371542 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c1a69-1f37-49e6-9fbe-db289be9afa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71dc5baa-ce9b-4c89-8f4f-ec18b784396b,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:50.376292 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c25c1a69-1f37-49e6-9fbe-db289be9afa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:50.451565 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9b0a8cd2-e8d0-494e-8afe-49c19f7880fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:50.468447 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 44458) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:50.485567 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9b0a8cd2-e8d0-494e-8afe-49c19f7880fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:50.562969 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9b0a8cd2-e8d0-494e-8afe-49c19f7880fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:50.568074 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-20074c11-ef0b-4db4-9760-a7e8fb0199f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:50.584113 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a8cd2-e8d0-494e-8afe-49c19f7880fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71dc5baa-ce9b-4c89-8f4f-ec18b784396b,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:50.595175 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9b0a8cd2-e8d0-494e-8afe-49c19f7880fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:50.598044 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9b0a8cd2-e8d0-494e-8afe-49c19f7880fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:50.599164 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-9b0a8cd2-e8d0-494e-8afe-49c19f7880fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/71dc5baa-ce9b-4c89-8f4f-ec18b784396b HTTP/1.1" status: 204 len: 168 time: 0.2353077 Apr 07 08:06:50.631855 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-01761587-d02b-47dc-8b5f-53868e8c66a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:50.651080 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-01761587-d02b-47dc-8b5f-53868e8c66a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:06:50.655838 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-01761587-d02b-47dc-8b5f-53868e8c66a7 admin admin] Usage tracker for resource:security_group_rule and tenant:6dca85816e08465ebbf4933123e34b7c is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:06:50.658815 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-01761587-d02b-47dc-8b5f-53868e8c66a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:06:50.665247 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-01761587-d02b-47dc-8b5f-53868e8c66a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:06:50.845437 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-01761587-d02b-47dc-8b5f-53868e8c66a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:50.871757 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-01761587-d02b-47dc-8b5f-53868e8c66a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:50.884167 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-ff781b9c-90fa-40a0-83df-98134db8391a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:50.929193 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01761587-d02b-47dc-8b5f-53868e8c66a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c56605-71e8-4af4-888c-88da25da60c8,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:50.943967 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-01761587-d02b-47dc-8b5f-53868e8c66a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:50.955892 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-01761587-d02b-47dc-8b5f-53868e8c66a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6dca85816e08465ebbf4933123e34b7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4873841 Apr 07 08:06:50.957894 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 44482) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:51.037988 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f928448f-3081-4bfe-b098-469cc6c737ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:51.076807 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f928448f-3081-4bfe-b098-469cc6c737ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:51.140763 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f928448f-3081-4bfe-b098-469cc6c737ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:51.148552 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:51.166169 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f928448f-3081-4bfe-b098-469cc6c737ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:51.167208 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-f928448f-3081-4bfe-b098-469cc6c737ae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/35c56605-71e8-4af4-888c-88da25da60c8 HTTP/1.1" status: 204 len: 168 time: 0.2079117 Apr 07 08:06:51.168113 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f928448f-3081-4bfe-b098-469cc6c737ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c56605-71e8-4af4-888c-88da25da60c8,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:51.170487 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f928448f-3081-4bfe-b098-469cc6c737ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:51.207957 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 44504) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:51.233435 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5971e2f0-e35b-4197-b9d9-e74ad4784b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:51.250933 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-5971e2f0-e35b-4197-b9d9-e74ad4784b1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:06:51.269774 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-5971e2f0-e35b-4197-b9d9-e74ad4784b1c admin admin] Usage tracker for resource:security_group_rule and tenant:64735edbf7a44ec498e32cc6b7bc4676 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:06:51.280244 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-5971e2f0-e35b-4197-b9d9-e74ad4784b1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:06:51.295552 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-5971e2f0-e35b-4197-b9d9-e74ad4784b1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:06:51.439994 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5971e2f0-e35b-4197-b9d9-e74ad4784b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:51.460708 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e2bc1c6e-13c4-4997-8f3b-fa16cd0a9b86 req-34357114-764b-43ac-b106-c1c1fae78a20 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f3e2e72-7297-4a6f-8088-7ba7ee042046 HTTP/1.1" status: 200 len: 210 time: 0.1510460 Apr 07 08:06:51.483711 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5971e2f0-e35b-4197-b9d9-e74ad4784b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:51.723155 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-af3d0cba-af1c-40b2-b297-9dc8e7bebdfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:51.837155 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-5971e2f0-e35b-4197-b9d9-e74ad4784b1c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=64735edbf7a44ec498e32cc6b7bc4676&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6277158 Apr 07 08:06:51.839971 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 44538) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:51.852811 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5971e2f0-e35b-4197-b9d9-e74ad4784b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b38c77f-c15d-4a50-9184-cfc23786ee11,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:51.860341 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5971e2f0-e35b-4197-b9d9-e74ad4784b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:51.912910 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a013a-eb57-4b22-9bc1-9a4bcf069926 req-084a8825-fd16-4c56-935e-a3a9c0065a75 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:51.936003 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e60a013a-eb57-4b22-9bc1-9a4bcf069926 req-084a8825-fd16-4c56-935e-a3a9c0065a75 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 946 time: 0.2159784 Apr 07 08:06:51.945608 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d4a758f9-ad50-4e33-9dc1-fdb0aeb6f6a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:51.980400 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d4a758f9-ad50-4e33-9dc1-fdb0aeb6f6a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:51.998382 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e60a013a-eb57-4b22-9bc1-9a4bcf069926 req-c22f30f6-8c31-4135-913a-8a3dca851c57 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608218 Apr 07 08:06:52.089002 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d4a758f9-ad50-4e33-9dc1-fdb0aeb6f6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:52.097501 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-69789bfa-297d-4d2d-a57d-7cda8f032b41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:52.119725 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a758f9-ad50-4e33-9dc1-fdb0aeb6f6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b38c77f-c15d-4a50-9184-cfc23786ee11,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:52.122125 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d4a758f9-ad50-4e33-9dc1-fdb0aeb6f6a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:52.148880 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d4a758f9-ad50-4e33-9dc1-fdb0aeb6f6a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:52.150172 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-d4a758f9-ad50-4e33-9dc1-fdb0aeb6f6a4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4b38c77f-c15d-4a50-9184-cfc23786ee11 HTTP/1.1" status: 204 len: 168 time: 0.3091404 Apr 07 08:06:52.216686 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-42e2c1b9-0150-4784-a08e-ecb4a69e47da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:52.390724 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-adfbcc35-97a7-421f-b758-0fcd4a462053 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:52.392347 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-adfbcc35-97a7-421f-b758-0fcd4a462053 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.13 "GET /v2.0/networks?id=12b6a4b5-316a-406f-9230-1ee620072355 HTTP/1.1" status: 200 len: 815 time: 0.1927803 Apr 07 08:06:52.407007 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-cc6bdd80-d6db-4e61-ab07-02e343f3eafe tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Request body: {'port': {'device_id': '9f3e2e72-7297-4a6f-8088-7ba7ee042046', 'network_id': '12b6a4b5-316a-406f-9230-1ee620072355', 'admin_state_up': True, 'tenant_id': '0065664477534e84a7f46e809ac97417'}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:06:52.577421 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-cc6bdd80-d6db-4e61-ab07-02e343f3eafe tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:06:52.588510 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-cc6bdd80-d6db-4e61-ab07-02e343f3eafe tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:06:52.620127 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-cc6bdd80-d6db-4e61-ab07-02e343f3eafe tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Made reservation on behalf of 0065664477534e84a7f46e809ac97417 for: {'port': 1} {{(pid=84420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:06:52.626547 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-cc6bdd80-d6db-4e61-ab07-02e343f3eafe tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:52.646923 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2d88e2f0-9f10-40ae-b587-e556973f9d2a req-7b6fc476-f87c-4ed3-9f43-16887ec4b86c tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f3e2e72-7297-4a6f-8088-7ba7ee042046 HTTP/1.1" status: 200 len: 210 time: 0.0543673 Apr 07 08:06:52.817221 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-cc6bdd80-d6db-4e61-ab07-02e343f3eafe tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Allocated IP 172.20.0.5 (12b6a4b5-316a-406f-9230-1ee620072355/0261230a-f66e-46e9-a29a-909ac4232a81/1ee2fb56-6f57-4b07-af47-0ccfad4bd71a) {{(pid=84420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:06:53.514669 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-cc6bdd80-d6db-4e61-ab07-02e343f3eafe tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Notify callbacks [] for port, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:53.537029 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09baae31-c22b-477d-8a7f-79f45b2486e0 req-198fcfd4-ae28-4582-81b5-171595c19e8d tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:53.538657 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-09baae31-c22b-477d-8a7f-79f45b2486e0 req-198fcfd4-ae28-4582-81b5-171595c19e8d tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 946 time: 0.1745796 Apr 07 08:06:53.596774 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-09baae31-c22b-477d-8a7f-79f45b2486e0 req-5be88a3c-6ee8-4506-a94f-44b681bdb151 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502117 Apr 07 08:06:53.649019 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-cc6bdd80-d6db-4e61-ab07-02e343f3eafe tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10887448'] for port, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:53.662779 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] get_ports_and_sgs() called for port_ids ['761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8', '54aa67e8-cb25-4f92-9fba-fe455d54adc5'] {{(pid=84421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 08:06:53.782124 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-11fe38e2-6a32-4791-abaa-be2f44fd9e79 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:53.863149 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-cc6bdd80-d6db-4e61-ab07-02e343f3eafe tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Network 12b6a4b5-316a-406f-9230-1ee620072355 is already hosted by enough agents. {{(pid=84420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:06:53.866460 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-cc6bdd80-d6db-4e61-ab07-02e343f3eafe tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Resources bound (agent type, host, resource id): {{(pid=84420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:06:53.870524 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-cc6bdd80-d6db-4e61-ab07-02e343f3eafe tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Received port after_create {{(pid=84420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:06:53.916285 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92bbf4-ec33-458a-a9a6-3f59180c8032 req-42072fd5-aad9-43af-a5eb-95ce2deb8f19 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:53.920524 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-7e92bbf4-ec33-458a-a9a6-3f59180c8032 req-42072fd5-aad9-43af-a5eb-95ce2deb8f19 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f3e2e72-7297-4a6f-8088-7ba7ee042046 HTTP/1.1" status: 200 len: 931 time: 0.1419578 Apr 07 08:06:53.929595 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6bdd80-d6db-4e61-ab07-02e343f3eafe tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Pushing event updated for resources: {'Port': ['ID=1ee2fb56-6f57-4b07-af47-0ccfad4bd71a,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:53.947364 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-cc6bdd80-d6db-4e61-ab07-02e343f3eafe tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:54.008554 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-cc6bdd80-d6db-4e61-ab07-02e343f3eafe tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:54.011015 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-cc6bdd80-d6db-4e61-ab07-02e343f3eafe tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for port, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:54.022806 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-7e92bbf4-ec33-458a-a9a6-3f59180c8032 req-2332b7f2-fd7f-4d9d-b040-15a23b262ae1 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940576 Apr 07 08:06:54.101108 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-cc6bdd80-d6db-4e61-ab07-02e343f3eafe tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7003524 Apr 07 08:06:54.121595 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-f30a92d0-6e88-46c7-a3ec-2649cd042ec5 service neutron] Request body: {'port': {'device_id': '9f3e2e72-7297-4a6f-8088-7ba7ee042046', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:06:54.196807 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 44644) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:54.239399 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 44652) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:54.270986 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-f30a92d0-6e88-46c7-a3ec-2649cd042ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:54.485715 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3aca9979-a6e8-4bd8-bdee-bc994179d539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:54.504151 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-3aca9979-a6e8-4bd8-bdee-bc994179d539 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:06:54.506968 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7246322f-d9b3-42d4-a56f-bc67dced71f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:54.528080 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-3aca9979-a6e8-4bd8-bdee-bc994179d539 admin admin] Usage tracker for resource:security_group_rule and tenant:c996037c2fcd439eb43e3bd57d42033a is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:06:54.528080 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-3aca9979-a6e8-4bd8-bdee-bc994179d539 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:06:54.536331 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-3aca9979-a6e8-4bd8-bdee-bc994179d539 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:06:54.592384 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-7246322f-d9b3-42d4-a56f-bc67dced71f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:06:54.600841 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-7246322f-d9b3-42d4-a56f-bc67dced71f2 admin admin] Usage tracker for resource:security_group_rule and tenant:b7eaf51051594effb4e4b3673810800e is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:06:54.605557 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-7246322f-d9b3-42d4-a56f-bc67dced71f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:06:54.625493 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-7246322f-d9b3-42d4-a56f-bc67dced71f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:06:54.659980 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3aca9979-a6e8-4bd8-bdee-bc994179d539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:54.701613 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3aca9979-a6e8-4bd8-bdee-bc994179d539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:54.729290 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-46d8a273-4fee-4206-aa39-175cf0da6dee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:54.745434 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-3aca9979-a6e8-4bd8-bdee-bc994179d539 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c996037c2fcd439eb43e3bd57d42033a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5046346 Apr 07 08:06:54.748314 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 44670) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:54.788716 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca9979-a6e8-4bd8-bdee-bc994179d539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df19e44e-b336-4b95-9c92-386415d84bdc,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:54.792880 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3aca9979-a6e8-4bd8-bdee-bc994179d539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:54.857870 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7246322f-d9b3-42d4-a56f-bc67dced71f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:54.860373 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b5d2eda3-005f-4f10-92df-4ee6076c00aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:54.913301 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7246322f-d9b3-42d4-a56f-bc67dced71f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:54.967818 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:55.000307 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-7246322f-d9b3-42d4-a56f-bc67dced71f2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b7eaf51051594effb4e4b3673810800e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8014870 Apr 07 08:06:55.001208 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 44694) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:55.002061 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7246322f-d9b3-42d4-a56f-bc67dced71f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa833aac-57cf-4b04-b393-90bdc9d253f7,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:55.005514 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7246322f-d9b3-42d4-a56f-bc67dced71f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:55.052162 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-f30a92d0-6e88-46c7-a3ec-2649cd042ec5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ee2fb56-6f57-4b07-af47-0ccfad4bd71a {{(pid=84420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 08:06:55.086854 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-f30a92d0-6e88-46c7-a3ec-2649cd042ec5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:55.116611 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9f21ad2f-504e-49a8-9d4b-28ee2d4468cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:55.129489 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-f30a92d0-6e88-46c7-a3ec-2649cd042ec5 service neutron] Transition to ACTIVE for port object 1ee2fb56-6f57-4b07-af47-0ccfad4bd71a will not be triggered until provisioned by entity L2. {{(pid=84420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:06:55.131643 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df06cf-fafe-48e8-8e6a-4fddb159bd6c req-c0316071-9075-443b-be71-743ea38a6528 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:55.133352 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-05df06cf-fafe-48e8-8e6a-4fddb159bd6c req-c0316071-9075-443b-be71-743ea38a6528 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 946 time: 0.2925971 Apr 07 08:06:55.136237 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-52894db8-e87b-42e0-9b08-5b684825738a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:55.158585 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9f21ad2f-504e-49a8-9d4b-28ee2d4468cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:55.198873 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-52894db8-e87b-42e0-9b08-5b684825738a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:55.199175 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-f30a92d0-6e88-46c7-a3ec-2649cd042ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843888368'] for port, after_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:55.220475 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-05df06cf-fafe-48e8-8e6a-4fddb159bd6c req-191f928f-4d4c-4381-b214-5b7816dc08bf tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717993 Apr 07 08:06:55.289618 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:55.323083 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-52894db8-e87b-42e0-9b08-5b684825738a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:55.334280 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f1417096-b1c9-41dc-befe-638520d7802a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:55.348627 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52894db8-e87b-42e0-9b08-5b684825738a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa833aac-57cf-4b04-b393-90bdc9d253f7,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:55.351269 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-52894db8-e87b-42e0-9b08-5b684825738a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:55.373590 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-52894db8-e87b-42e0-9b08-5b684825738a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:55.381707 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-52894db8-e87b-42e0-9b08-5b684825738a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa833aac-57cf-4b04-b393-90bdc9d253f7 HTTP/1.1" status: 204 len: 168 time: 0.3737545 Apr 07 08:06:55.393134 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:55.492583 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a92d0-6e88-46c7-a3ec-2649cd042ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee2fb56-6f57-4b07-af47-0ccfad4bd71a,revision_number=2']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:55.495776 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f30a92d0-6e88-46c7-a3ec-2649cd042ec5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:55.502992 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9f21ad2f-504e-49a8-9d4b-28ee2d4468cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:55.510057 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-317d51b1-c122-4e2d-9eb5-4ebe4911a1db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:55.538831 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21ad2f-504e-49a8-9d4b-28ee2d4468cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df19e44e-b336-4b95-9c92-386415d84bdc,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:55.541232 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9f21ad2f-504e-49a8-9d4b-28ee2d4468cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:55.550802 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eea11f-24c8-4849-90b9-c133ff9d89bc req-073fc7f4-f187-4388-a948-55e9314c6786 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:55.551571 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-a9eea11f-24c8-4849-90b9-c133ff9d89bc req-073fc7f4-f187-4388-a948-55e9314c6786 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Synchronizing usage tracker for tenant:0065664477534e84a7f46e809ac97417 on resource:port {{(pid=84420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:06:55.564025 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9f21ad2f-504e-49a8-9d4b-28ee2d4468cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:55.565223 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-9f21ad2f-504e-49a8-9d4b-28ee2d4468cd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/df19e44e-b336-4b95-9c92-386415d84bdc HTTP/1.1" status: 204 len: 168 time: 0.8150907 Apr 07 08:06:55.590136 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 44712) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:55.630744 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 44720) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:55.653150 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-a9eea11f-24c8-4849-90b9-c133ff9d89bc req-073fc7f4-f187-4388-a948-55e9314c6786 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Unset dirty status for tenant:0065664477534e84a7f46e809ac97417 on resource:port {{(pid=84420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:06:55.661303 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a9eea11f-24c8-4849-90b9-c133ff9d89bc req-073fc7f4-f187-4388-a948-55e9314c6786 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f3e2e72-7297-4a6f-8088-7ba7ee042046 HTTP/1.1" status: 200 len: 943 time: 0.4671099 Apr 07 08:06:55.751112 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a9eea11f-24c8-4849-90b9-c133ff9d89bc req-119ca4e2-f62e-4e2b-a3f9-b87f9d59266e tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888700 Apr 07 08:06:55.831757 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-f30a92d0-6e88-46c7-a3ec-2649cd042ec5 service neutron] Attempting to bind port 1ee2fb56-6f57-4b07-af47-0ccfad4bd71a on host hv-cinder-78239 for vnic_type normal with profile {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:06:55.831757 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-f30a92d0-6e88-46c7-a3ec-2649cd042ec5 service neutron] Attempting to bind port 1ee2fb56-6f57-4b07-af47-0ccfad4bd71a by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '12b6a4b5-316a-406f-9230-1ee620072355'}] {{(pid=84420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 08:06:55.831757 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-f30a92d0-6e88-46c7-a3ec-2649cd042ec5 service neutron] Attempting to bind port 1ee2fb56-6f57-4b07-af47-0ccfad4bd71a on network 12b6a4b5-316a-406f-9230-1ee620072355 {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:06:55.832407 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-f30a92d0-6e88-46c7-a3ec-2649cd042ec5 service neutron] Port 1ee2fb56-6f57-4b07-af47-0ccfad4bd71a on network 12b6a4b5-316a-406f-9230-1ee620072355 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 08:06:55.832771 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-f30a92d0-6e88-46c7-a3ec-2649cd042ec5 service neutron] Attempting to bind port 1ee2fb56-6f57-4b07-af47-0ccfad4bd71a on network 12b6a4b5-316a-406f-9230-1ee620072355 {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:06:55.838544 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-f30a92d0-6e88-46c7-a3ec-2649cd042ec5 service neutron] Checking agent: {'id': '265b7c30-4a56-4c92-aee0-001f9a549a36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 8, 3, 49), 'started_at': datetime.datetime(2021, 4, 7, 8, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 08:06:55.838966 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-f30a92d0-6e88-46c7-a3ec-2649cd042ec5 service neutron] Checking segment: {'id': 'cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '12b6a4b5-316a-406f-9230-1ee620072355'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:06:55.839390 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-f30a92d0-6e88-46c7-a3ec-2649cd042ec5 service neutron] Bound using segment: {'id': 'cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '12b6a4b5-316a-406f-9230-1ee620072355'} {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 08:06:55.839860 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-f30a92d0-6e88-46c7-a3ec-2649cd042ec5 service neutron] Bound port: 1ee2fb56-6f57-4b07-af47-0ccfad4bd71a, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '12b6a4b5-316a-406f-9230-1ee620072355'}}] {{(pid=84420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 08:06:55.840238 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-f30a92d0-6e88-46c7-a3ec-2649cd042ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:55.951806 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-f30a92d0-6e88-46c7-a3ec-2649cd042ec5 service neutron] For port 1ee2fb56-6f57-4b07-af47-0ccfad4bd71a, host hv-cinder-78239, cleared binding levels {{(pid=84420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 08:06:55.956453 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-f30a92d0-6e88-46c7-a3ec-2649cd042ec5 service neutron] For port 1ee2fb56-6f57-4b07-af47-0ccfad4bd71a, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=1ee2fb56-6f57-4b07-af47-0ccfad4bd71a,segment=NetworkSegment(cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee),segment_id=cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee)] {{(pid=84420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 08:06:55.987132 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-f30a92d0-6e88-46c7-a3ec-2649cd042ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843888368'] for port, after_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:56.008588 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:56.111353 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3d0d336e-9e18-4200-9d6a-8ea98bf0187a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:56.158234 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-3d0d336e-9e18-4200-9d6a-8ea98bf0187a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:06:56.163425 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-95c4881a-c908-413d-9c9e-42f8b80e973c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:56.177503 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-3d0d336e-9e18-4200-9d6a-8ea98bf0187a admin admin] Usage tracker for resource:security_group_rule and tenant:0a79d81b340c4089ba606ef8c378baf3 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:06:56.183764 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-95c4881a-c908-413d-9c9e-42f8b80e973c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:06:56.185574 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a92d0-6e88-46c7-a3ec-2649cd042ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee2fb56-6f57-4b07-af47-0ccfad4bd71a,revision_number=3']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:56.188370 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-95c4881a-c908-413d-9c9e-42f8b80e973c admin admin] Usage tracker for resource:security_group_rule and tenant:f475900535094737a80d59e3c7447eba is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:06:56.189087 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f30a92d0-6e88-46c7-a3ec-2649cd042ec5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:56.191597 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-95c4881a-c908-413d-9c9e-42f8b80e973c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:06:56.197817 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-95c4881a-c908-413d-9c9e-42f8b80e973c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:06:56.222955 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-3d0d336e-9e18-4200-9d6a-8ea98bf0187a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:06:56.229440 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-3d0d336e-9e18-4200-9d6a-8ea98bf0187a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:06:56.230867 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-f30a92d0-6e88-46c7-a3ec-2649cd042ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:56.232267 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-f30a92d0-6e88-46c7-a3ec-2649cd042ec5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for port, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:56.234036 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-f30a92d0-6e88-46c7-a3ec-2649cd042ec5 service neutron] 10.222.0.13 "PUT /v2.0/ports/1ee2fb56-6f57-4b07-af47-0ccfad4bd71a HTTP/1.1" status: 200 len: 1093 time: 2.1171920 Apr 07 08:06:56.234817 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f3e2e72-7297-4a6f-8088-7ba7ee042046', 'tag': '1ee2fb56-6f57-4b07-af47-0ccfad4bd71a'}] {{(pid=84420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:06:56.369595 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f3e2e72-7297-4a6f-8088-7ba7ee042046', 'tag': '1ee2fb56-6f57-4b07-af47-0ccfad4bd71a', 'status': 'completed', 'code': 200} Apr 07 08:06:56.401842 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 44738) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:56.438641 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-95c4881a-c908-413d-9c9e-42f8b80e973c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:56.442861 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-010d29bb-2d9d-4351-9424-bf45b305ba9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:56.458373 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3d0d336e-9e18-4200-9d6a-8ea98bf0187a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:56.464115 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-010d29bb-2d9d-4351-9424-bf45b305ba9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:06:56.468591 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-95c4881a-c908-413d-9c9e-42f8b80e973c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:56.477117 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-010d29bb-2d9d-4351-9424-bf45b305ba9f admin admin] Usage tracker for resource:security_group_rule and tenant:8d49ee6f27a246f486c10e822ea0e6ce is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:06:56.480096 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-14a7a698-53fd-4754-8704-cb74a2298c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:56.480340 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:56.481874 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-14a7a698-53fd-4754-8704-cb74a2298c61 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0065664477534e84a7f46e809ac97417&device_id=9f3e2e72-7297-4a6f-8088-7ba7ee042046 HTTP/1.1" status: 200 len: 1096 time: 0.1796615 Apr 07 08:06:56.486965 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-010d29bb-2d9d-4351-9424-bf45b305ba9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:06:56.501963 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a658c95-91f7-45a7-b2c2-e150500f352a req-47712d5c-00ba-455a-9219-df361b08c7ad tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:56.502139 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-010d29bb-2d9d-4351-9424-bf45b305ba9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:06:56.503665 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3a658c95-91f7-45a7-b2c2-e150500f352a req-47712d5c-00ba-455a-9219-df361b08c7ad tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 946 time: 0.1135826 Apr 07 08:06:56.523703 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3d0d336e-9e18-4200-9d6a-8ea98bf0187a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:56.551236 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4881a-c908-413d-9c9e-42f8b80e973c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e784e69-7c1b-4d51-95ee-a57ea0769dcf,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:56.565817 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-95c4881a-c908-413d-9c9e-42f8b80e973c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f475900535094737a80d59e3c7447eba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9334292 Apr 07 08:06:56.567464 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-95c4881a-c908-413d-9c9e-42f8b80e973c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:56.576788 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:56.577323 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 44742) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:56.578904 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-654c25ad-9280-463f-8d48-6f3b18b55f35 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ee2fb56-6f57-4b07-af47-0ccfad4bd71a HTTP/1.1" status: 200 len: 217 time: 0.0743370 Apr 07 08:06:56.613718 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-3d0d336e-9e18-4200-9d6a-8ea98bf0187a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0a79d81b340c4089ba606ef8c378baf3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0199273 Apr 07 08:06:56.615947 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 44746) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:56.640250 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d336e-9e18-4200-9d6a-8ea98bf0187a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d4db70-74a3-4c3d-96bf-eb70d006fc52,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:56.650128 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3d0d336e-9e18-4200-9d6a-8ea98bf0187a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:56.717647 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:56.720819 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3a658c95-91f7-45a7-b2c2-e150500f352a req-6b936287-cc1e-44c3-a373-0ac7441b97d5 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534405 Apr 07 08:06:56.731953 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-73eac99c-9512-438d-9fdb-fb517d47d3ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:56.741693 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-e8329da3-fc9f-4d3e-bdaa-2adb3262aa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:56.743191 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-e8329da3-fc9f-4d3e-bdaa-2adb3262aa35 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0261230a-f66e-46e9-a29a-909ac4232a81 HTTP/1.1" status: 200 len: 855 time: 0.1481304 Apr 07 08:06:56.751273 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c04a5d12-bfe2-4b5b-a58b-c6e4e1c70679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:56.771402 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-010d29bb-2d9d-4351-9424-bf45b305ba9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:56.780098 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:56.786970 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-73eac99c-9512-438d-9fdb-fb517d47d3ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:56.841810 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-010d29bb-2d9d-4351-9424-bf45b305ba9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:56.843062 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c04a5d12-bfe2-4b5b-a58b-c6e4e1c70679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:56.869285 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f928448f-3081-4bfe-b098-469cc6c737ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:56.901467 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-13334d7a-fa4f-4618-afff-6c608077a28f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=12b6a4b5-316a-406f-9230-1ee620072355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1480424 Apr 07 08:06:56.940928 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d29bb-2d9d-4351-9424-bf45b305ba9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c19860-cf95-4bf2-80fa-c6bc22df1b1d,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:56.948867 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-010d29bb-2d9d-4351-9424-bf45b305ba9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:56.957175 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-010d29bb-2d9d-4351-9424-bf45b305ba9f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8d49ee6f27a246f486c10e822ea0e6ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5511997 Apr 07 08:06:56.963084 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 44758) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:56.992587 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-73eac99c-9512-438d-9fdb-fb517d47d3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:56.994147 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c04a5d12-bfe2-4b5b-a58b-c6e4e1c70679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:57.001575 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7246322f-d9b3-42d4-a56f-bc67dced71f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:57.016093 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-144600cb-6c89-4025-9f0d-5e85c5541d35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:57.030889 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eac99c-9512-438d-9fdb-fb517d47d3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d4db70-74a3-4c3d-96bf-eb70d006fc52,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:57.035869 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-73eac99c-9512-438d-9fdb-fb517d47d3ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:57.063768 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-73eac99c-9512-438d-9fdb-fb517d47d3ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:57.067848 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-73eac99c-9512-438d-9fdb-fb517d47d3ca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f1d4db70-74a3-4c3d-96bf-eb70d006fc52 HTTP/1.1" status: 204 len: 168 time: 0.4456589 Apr 07 08:06:57.067848 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a16fcd7d-f0cb-4db4-9384-de7ad14b4d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:57.083895 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04a5d12-bfe2-4b5b-a58b-c6e4e1c70679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e784e69-7c1b-4d51-95ee-a57ea0769dcf,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:57.087791 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c04a5d12-bfe2-4b5b-a58b-c6e4e1c70679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:57.111213 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c04a5d12-bfe2-4b5b-a58b-c6e4e1c70679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:57.115245 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-c04a5d12-bfe2-4b5b-a58b-c6e4e1c70679 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6e784e69-7c1b-4d51-95ee-a57ea0769dcf HTTP/1.1" status: 204 len: 168 time: 0.5354028 Apr 07 08:06:57.122691 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a16fcd7d-f0cb-4db4-9384-de7ad14b4d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:57.168518 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-2c900ad1-aa3f-4d6e-9665-e779bf5d0a9f service neutron] 10.222.0.13 "GET /v2.0/networks/12b6a4b5-316a-406f-9230-1ee620072355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440209 Apr 07 08:06:57.177419 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6bee26-3276-42b9-becd-90736d994d0e req-2a59da0a-4c4a-4dd5-ab50-11d9d0465ff6 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:57.179022 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4b6bee26-3276-42b9-becd-90736d994d0e req-2a59da0a-4c4a-4dd5-ab50-11d9d0465ff6 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f3e2e72-7297-4a6f-8088-7ba7ee042046 HTTP/1.1" status: 200 len: 943 time: 0.2311733 Apr 07 08:06:57.232779 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a16fcd7d-f0cb-4db4-9384-de7ad14b4d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:57.239479 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-010d29bb-2d9d-4351-9424-bf45b305ba9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:57.252596 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16fcd7d-f0cb-4db4-9384-de7ad14b4d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c19860-cf95-4bf2-80fa-c6bc22df1b1d,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:57.255938 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a16fcd7d-f0cb-4db4-9384-de7ad14b4d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:57.276118 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a16fcd7d-f0cb-4db4-9384-de7ad14b4d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:57.280791 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-a16fcd7d-f0cb-4db4-9384-de7ad14b4d75 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/08c19860-cf95-4bf2-80fa-c6bc22df1b1d HTTP/1.1" status: 204 len: 168 time: 0.3134661 Apr 07 08:06:57.328710 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4b6bee26-3276-42b9-becd-90736d994d0e req-b2ddd4ef-c9b3-48ca-aa33-076067746e25 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247168 Apr 07 08:06:57.358314 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9cbb86bf-485d-4a56-ad9d-c80843642798 req-db4dfe2b-511c-4bc1-8fbb-ba6ed7d9f3ae service neutron] 10.222.0.13 "GET /v2.0/networks/12b6a4b5-316a-406f-9230-1ee620072355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782551 Apr 07 08:06:57.539396 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90df23-f247-4964-a170-0bd6a7dd064c req-46a5c206-9b08-4808-a273-4f190d702ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:57.541079 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4e90df23-f247-4964-a170-0bd6a7dd064c req-46a5c206-9b08-4808-a273-4f190d702ed9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0065664477534e84a7f46e809ac97417&device_id=9f3e2e72-7297-4a6f-8088-7ba7ee042046 HTTP/1.1" status: 200 len: 1096 time: 0.0919371 Apr 07 08:06:57.776315 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 44778) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:57.798177 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5b6603e4-73cd-4119-b650-4ea9e2f9f1d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:57.817248 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-5b6603e4-73cd-4119-b650-4ea9e2f9f1d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:06:57.831731 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-5b6603e4-73cd-4119-b650-4ea9e2f9f1d8 admin admin] Usage tracker for resource:security_group_rule and tenant:242fd30420514f00a22e8133111cb6f2 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:06:57.840413 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-5b6603e4-73cd-4119-b650-4ea9e2f9f1d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:06:57.855309 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-5b6603e4-73cd-4119-b650-4ea9e2f9f1d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:06:57.908103 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90df23-f247-4964-a170-0bd6a7dd064c req-25c2bd91-c6ca-4c3d-8512-fd81f25c2510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:57.910219 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4e90df23-f247-4964-a170-0bd6a7dd064c req-25c2bd91-c6ca-4c3d-8512-fd81f25c2510 service neutron] 10.222.0.13 "GET /v2.0/networks?id=12b6a4b5-316a-406f-9230-1ee620072355 HTTP/1.1" status: 200 len: 916 time: 0.3567071 Apr 07 08:06:58.003997 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4e90df23-f247-4964-a170-0bd6a7dd064c req-e7e001f4-77c5-4e71-a51a-0671d352f1c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ee2fb56-6f57-4b07-af47-0ccfad4bd71a HTTP/1.1" status: 200 len: 217 time: 0.0749137 Apr 07 08:06:58.072422 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5df8f-744f-41b8-993e-185998689a1e req-b59be0a8-7d22-4761-977c-d2d8aeed59c5 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:58.081721 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f0d5df8f-744f-41b8-993e-185998689a1e req-b59be0a8-7d22-4761-977c-d2d8aeed59c5 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 946 time: 0.1882091 Apr 07 08:06:58.088549 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5b6603e4-73cd-4119-b650-4ea9e2f9f1d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:58.120435 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90df23-f247-4964-a170-0bd6a7dd064c req-39021e2b-20b9-44ea-9f82-b64711866fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:58.122694 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4e90df23-f247-4964-a170-0bd6a7dd064c req-39021e2b-20b9-44ea-9f82-b64711866fa7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0261230a-f66e-46e9-a29a-909ac4232a81 HTTP/1.1" status: 200 len: 855 time: 0.1094673 Apr 07 08:06:58.150396 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5b6603e4-73cd-4119-b650-4ea9e2f9f1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:58.173043 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d96e1858-a2fa-4d08-b75c-fa6fd4e6f676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:58.209312 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4e90df23-f247-4964-a170-0bd6a7dd064c req-387d241a-fdb6-4dcb-bbba-c8200b64f406 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=12b6a4b5-316a-406f-9230-1ee620072355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755894 Apr 07 08:06:58.209976 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f0d5df8f-744f-41b8-993e-185998689a1e req-32ae972a-4e3e-4ed2-8037-5bc62870b6a0 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241679 Apr 07 08:06:58.269291 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-5b6603e4-73cd-4119-b650-4ea9e2f9f1d8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=242fd30420514f00a22e8133111cb6f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4910448 Apr 07 08:06:58.271787 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 44802) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:06:58.275184 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6603e4-73cd-4119-b650-4ea9e2f9f1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966c25eb-a28d-47bb-aa5c-2d65514bbab7,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:58.310123 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5b6603e4-73cd-4119-b650-4ea9e2f9f1d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:58.386720 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4e90df23-f247-4964-a170-0bd6a7dd064c req-0c29f683-71a8-43f8-a978-066450956021 service neutron] 10.222.0.13 "GET /v2.0/networks/12b6a4b5-316a-406f-9230-1ee620072355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671951 Apr 07 08:06:58.410837 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-87611892-b043-4744-bd9a-404bb14d32b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:58.467708 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-87611892-b043-4744-bd9a-404bb14d32b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:58.557234 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-87611892-b043-4744-bd9a-404bb14d32b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:58.566562 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:06:58.578889 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87611892-b043-4744-bd9a-404bb14d32b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966c25eb-a28d-47bb-aa5c-2d65514bbab7,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:06:58.584211 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-87611892-b043-4744-bd9a-404bb14d32b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:06:58.586355 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-87611892-b043-4744-bd9a-404bb14d32b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:06:58.587675 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-87611892-b043-4744-bd9a-404bb14d32b1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/966c25eb-a28d-47bb-aa5c-2d65514bbab7 HTTP/1.1" status: 204 len: 168 time: 0.3144240 Apr 07 08:06:58.686994 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4e90df23-f247-4964-a170-0bd6a7dd064c req-06aefb08-c22f-4296-9a29-2ae100ce2b51 service neutron] 10.222.0.13 "GET /v2.0/networks/12b6a4b5-316a-406f-9230-1ee620072355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916427 Apr 07 08:06:58.711374 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edbdbbc-0d8b-47cd-91f1-87bbec3225f2 req-be800669-894b-44a6-9ff2-f7c9b97b58e7 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:58.712975 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3edbdbbc-0d8b-47cd-91f1-87bbec3225f2 req-be800669-894b-44a6-9ff2-f7c9b97b58e7 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f3e2e72-7297-4a6f-8088-7ba7ee042046 HTTP/1.1" status: 200 len: 943 time: 0.2247276 Apr 07 08:06:58.766963 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3edbdbbc-0d8b-47cd-91f1-87bbec3225f2 req-35a46b0e-1abf-4e76-b6b0-ddab251b6f55 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468946 Apr 07 08:06:59.460717 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094bf7cb-ed81-4e5c-8923-7377f5d0c606 req-bcbe0d7f-691d-4e09-874f-85162c039e45 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:59.462365 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-094bf7cb-ed81-4e5c-8923-7377f5d0c606 req-bcbe0d7f-691d-4e09-874f-85162c039e45 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 946 time: 0.1157632 Apr 07 08:06:59.523211 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-094bf7cb-ed81-4e5c-8923-7377f5d0c606 req-936128b6-687d-4a62-bcf2-c4758f39d905 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540531 Apr 07 08:06:59.976935 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea05d6-35a8-44f9-9f0f-e39c70ca801b req-11679c4a-92dd-4c4c-b406-336603ff95d7 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:06:59.978510 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-00ea05d6-35a8-44f9-9f0f-e39c70ca801b req-11679c4a-92dd-4c4c-b406-336603ff95d7 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f3e2e72-7297-4a6f-8088-7ba7ee042046 HTTP/1.1" status: 200 len: 943 time: 0.0908346 Apr 07 08:07:00.030899 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-00ea05d6-35a8-44f9-9f0f-e39c70ca801b req-b52ec269-dab3-4bc0-8daf-a822eac52321 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445607 Apr 07 08:07:00.230124 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 44928) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:07:00.560838 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4a17c790-db22-43b8-92f0-ad6ecef096ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:00.602379 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-4a17c790-db22-43b8-92f0-ad6ecef096ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:07:00.607407 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-4a17c790-db22-43b8-92f0-ad6ecef096ff admin admin] Usage tracker for resource:security_group_rule and tenant:1a245f0ee77c4243ac17a339f43a10ce is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:07:00.610982 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-4a17c790-db22-43b8-92f0-ad6ecef096ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:07:00.617834 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-4a17c790-db22-43b8-92f0-ad6ecef096ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:07:00.876971 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4a17c790-db22-43b8-92f0-ad6ecef096ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:00.904340 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56feddf9-203b-45a9-936e-09c0fad212f1 req-38f5405d-23df-411f-83a7-4b961b8d7d2f tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:00.906096 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-56feddf9-203b-45a9-936e-09c0fad212f1 req-38f5405d-23df-411f-83a7-4b961b8d7d2f tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 946 time: 0.1310391 Apr 07 08:07:00.938509 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4a17c790-db22-43b8-92f0-ad6ecef096ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:00.951901 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-af437f22-8303-4311-9800-dbe91ff08a43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:01.016250 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-4a17c790-db22-43b8-92f0-ad6ecef096ff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1a245f0ee77c4243ac17a339f43a10ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7864828 Apr 07 08:07:01.017808 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 44976) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:07:01.024520 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-56feddf9-203b-45a9-936e-09c0fad212f1 req-5660acc2-7107-43e6-b3b7-1d26393be104 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108322 Apr 07 08:07:01.026145 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a17c790-db22-43b8-92f0-ad6ecef096ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454c6c4a-7238-4cfc-9d18-c2ac188f2203,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:01.030400 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4a17c790-db22-43b8-92f0-ad6ecef096ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:01.103759 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e867d207-7afb-4b0e-8299-bc02c5533f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:01.142442 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e867d207-7afb-4b0e-8299-bc02c5533f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:01.238871 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e867d207-7afb-4b0e-8299-bc02c5533f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:01.254339 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:01.275767 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e867d207-7afb-4b0e-8299-bc02c5533f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454c6c4a-7238-4cfc-9d18-c2ac188f2203,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:01.278865 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e867d207-7afb-4b0e-8299-bc02c5533f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:01.285015 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e867d207-7afb-4b0e-8299-bc02c5533f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:01.286212 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-e867d207-7afb-4b0e-8299-bc02c5533f8d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/454c6c4a-7238-4cfc-9d18-c2ac188f2203 HTTP/1.1" status: 204 len: 168 time: 0.2669137 Apr 07 08:07:01.328179 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45623d34-42f9-47c6-a722-2bc4abba0ecf req-4e2ca2fc-30f4-4500-bb8e-4b110c8cde48 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:01.329774 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-45623d34-42f9-47c6-a722-2bc4abba0ecf req-4e2ca2fc-30f4-4500-bb8e-4b110c8cde48 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f3e2e72-7297-4a6f-8088-7ba7ee042046 HTTP/1.1" status: 200 len: 943 time: 0.1396456 Apr 07 08:07:01.394788 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-45623d34-42f9-47c6-a722-2bc4abba0ecf req-09aafef4-8a3c-4a04-8c5c-5f424d14888a tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550995 Apr 07 08:07:01.835325 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 1ee2fb56-6f57-4b07-af47-0ccfad4bd71a details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 08:07:02.007818 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 1ee2fb56-6f57-4b07-af47-0ccfad4bd71a, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=1ee2fb56-6f57-4b07-af47-0ccfad4bd71a,segment=NetworkSegment(cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee),segment_id=cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:07:02.029129 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Returning: {'device': '1ee2fb56-6f57-4b07-af47-0ccfad4bd71a', 'network_id': '12b6a4b5-316a-406f-9230-1ee620072355', 'port_id': '1ee2fb56-6f57-4b07-af47-0ccfad4bd71a', 'mac_address': 'fa:16:3e:65:b0:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0261230a-f66e-46e9-a29a-909ac4232a81', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 08:07:02.116503 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:02.142703 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ee2fb56-6f57-4b07-af47-0ccfad4bd71a {{(pid=84421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 08:07:02.164261 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 1ee2fb56-6f57-4b07-af47-0ccfad4bd71a, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=1ee2fb56-6f57-4b07-af47-0ccfad4bd71a,segment=NetworkSegment(cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee),segment_id=cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:07:02.197919 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:02.202281 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:02.309746 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7f200-0dfd-4b22-aab4-ef7b699f2814 req-5f4d14c2-28e1-4c58-baf1-e085f8551336 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:02.313718 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-6bc7f200-0dfd-4b22-aab4-ef7b699f2814 req-5f4d14c2-28e1-4c58-baf1-e085f8551336 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 946 time: 0.1199646 Apr 07 08:07:02.319184 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=1ee2fb56-6f57-4b07-af47-0ccfad4bd71a,revision_number=4']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:02.326969 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:02.396710 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-6bc7f200-0dfd-4b22-aab4-ef7b699f2814 req-3d4fc9b5-008f-446e-87f5-8b5857d470cd tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763509 Apr 07 08:07:02.547811 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] get_ports_and_sgs() called for port_ids ['1ee2fb56-6f57-4b07-af47-0ccfad4bd71a'] {{(pid=84421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 08:07:02.641350 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970893b8-1ca6-4944-8154-07a293a167ca req-44859c7f-fcbb-4f8a-9e58-941c0bcf806c tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:02.643913 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-970893b8-1ca6-4944-8154-07a293a167ca req-44859c7f-fcbb-4f8a-9e58-941c0bcf806c tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f3e2e72-7297-4a6f-8088-7ba7ee042046 HTTP/1.1" status: 200 len: 944 time: 0.1046317 Apr 07 08:07:02.755118 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-970893b8-1ca6-4944-8154-07a293a167ca req-aed69162-ed1c-4dde-98de-4e81ba15a444 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044049 Apr 07 08:07:03.635887 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f571579-ef37-4ad1-aad0-011c5c683dc0 req-a91ebef5-97e9-4751-bad3-9daac5931d45 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:03.638255 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4f571579-ef37-4ad1-aad0-011c5c683dc0 req-a91ebef5-97e9-4751-bad3-9daac5931d45 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 946 time: 0.0935998 Apr 07 08:07:03.689076 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4f571579-ef37-4ad1-aad0-011c5c683dc0 req-79489e10-528f-4d54-b39e-115aff5b103c tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443857 Apr 07 08:07:03.847005 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 1ee2fb56-6f57-4b07-af47-0ccfad4bd71a up at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:07:03.984472 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466da12e-b00c-475e-8ceb-ecb839396a72 req-80474c3c-9823-4ea0-9bf9-74648cbe37d0 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:03.986178 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-466da12e-b00c-475e-8ceb-ecb839396a72 req-80474c3c-9823-4ea0-9bf9-74648cbe37d0 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f3e2e72-7297-4a6f-8088-7ba7ee042046 HTTP/1.1" status: 200 len: 944 time: 0.1156206 Apr 07 08:07:04.008935 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Provisioning for port 1ee2fb56-6f57-4b07-af47-0ccfad4bd71a completed by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:07:04.014526 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Provisioning complete for port 1ee2fb56-6f57-4b07-af47-0ccfad4bd71a triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:07:04.014994 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:04.044635 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-466da12e-b00c-475e-8ceb-ecb839396a72 req-6d694d0c-8517-4816-90e2-f33b8101d85f tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440888 Apr 07 08:07:04.146384 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:04.175547 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f3e2e72-7297-4a6f-8088-7ba7ee042046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee2fb56-6f57-4b07-af47-0ccfad4bd71a'}] {{(pid=84421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:07:04.185986 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 1ee2fb56-6f57-4b07-af47-0ccfad4bd71a, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=1ee2fb56-6f57-4b07-af47-0ccfad4bd71a,segment=NetworkSegment(cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee),segment_id=cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:07:04.227832 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3e2e72-7297-4a6f-8088-7ba7ee042046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee2fb56-6f57-4b07-af47-0ccfad4bd71a', 'code': 200} Apr 07 08:07:04.237840 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:04.240539 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:04.316828 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=1ee2fb56-6f57-4b07-af47-0ccfad4bd71a,revision_number=5']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:04.320009 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:04.554504 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3ea95-abe8-4030-be50-a69deb898639 req-63f67ea6-3f22-4ec2-b40c-c2a7206fd826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:04.556170 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d7a3ea95-abe8-4030-be50-a69deb898639 req-63f67ea6-3f22-4ec2-b40c-c2a7206fd826 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9f3e2e72-7297-4a6f-8088-7ba7ee042046 HTTP/1.1" status: 200 len: 1098 time: 0.0866215 Apr 07 08:07:04.607423 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d7a3ea95-abe8-4030-be50-a69deb898639 req-66f0bcd2-06fe-4581-bcaf-996b48be56a5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422540 Apr 07 08:07:04.903378 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3f8a1-b622-4aae-83cc-fcd92cecf61e req-84c05831-f824-485f-a295-f5df6d6f9003 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:04.905340 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f3f3f8a1-b622-4aae-83cc-fcd92cecf61e req-84c05831-f824-485f-a295-f5df6d6f9003 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 946 time: 0.1025443 Apr 07 08:07:04.959655 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f3f3f8a1-b622-4aae-83cc-fcd92cecf61e req-9fdcd961-4bd0-4952-8862-ae86d0d40759 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474963 Apr 07 08:07:05.258583 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5fac2e-5815-4ce1-a406-ef4383b93c63 req-4ec60f03-2a85-4bd2-86ad-91da545b5ce2 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:05.261097 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-cb5fac2e-5815-4ce1-a406-ef4383b93c63 req-4ec60f03-2a85-4bd2-86ad-91da545b5ce2 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f3e2e72-7297-4a6f-8088-7ba7ee042046 HTTP/1.1" status: 200 len: 945 time: 0.0957997 Apr 07 08:07:05.310891 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-cb5fac2e-5815-4ce1-a406-ef4383b93c63 req-4f199982-296d-4d85-8efb-94e3da5098d5 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432248 Apr 07 08:07:06.231836 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9323985-ba1d-4208-9974-599347f707e2 req-2b2d7a02-8da4-45dd-ab01-9691e752ed67 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:06.235106 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d9323985-ba1d-4208-9974-599347f707e2 req-2b2d7a02-8da4-45dd-ab01-9691e752ed67 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 946 time: 0.1026237 Apr 07 08:07:06.297922 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d9323985-ba1d-4208-9974-599347f707e2 req-dde8b077-89b9-44bc-b6b8-87bbd0d9d9b4 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499735 Apr 07 08:07:06.582777 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7668ac-6fda-4477-b6a0-0590064b76b2 req-6bc03939-89ea-49f0-99d7-13e7869b3e37 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:06.584509 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3e7668ac-6fda-4477-b6a0-0590064b76b2 req-6bc03939-89ea-49f0-99d7-13e7869b3e37 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f3e2e72-7297-4a6f-8088-7ba7ee042046 HTTP/1.1" status: 200 len: 945 time: 0.1194656 Apr 07 08:07:06.628806 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 45178) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:07:06.639983 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3e7668ac-6fda-4477-b6a0-0590064b76b2 req-d593d96d-055c-420d-a3d0-f3760bbb14fc tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450675 Apr 07 08:07:06.773132 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-67eb91fa-d6d8-4ffd-8134-a3cabe5cfe9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:06.789052 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-67eb91fa-d6d8-4ffd-8134-a3cabe5cfe9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:07:06.793170 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-67eb91fa-d6d8-4ffd-8134-a3cabe5cfe9a admin admin] Usage tracker for resource:security_group_rule and tenant:4bb1074afde840868c1656d6c91dda2c is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:07:06.796957 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-67eb91fa-d6d8-4ffd-8134-a3cabe5cfe9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:07:06.803031 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-67eb91fa-d6d8-4ffd-8134-a3cabe5cfe9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:07:06.892577 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-67eb91fa-d6d8-4ffd-8134-a3cabe5cfe9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:06.945388 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-67eb91fa-d6d8-4ffd-8134-a3cabe5cfe9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:06.956459 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-53cbde48-4e58-45b0-a506-70f161893bb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:07.001738 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-67eb91fa-d6d8-4ffd-8134-a3cabe5cfe9a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4bb1074afde840868c1656d6c91dda2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3691397 Apr 07 08:07:07.001738 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb91fa-d6d8-4ffd-8134-a3cabe5cfe9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13cec166-9e59-4e48-a8f8-450307a18995,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:07.002947 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 45194) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:07:07.006274 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-67eb91fa-d6d8-4ffd-8134-a3cabe5cfe9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:07.069834 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-62a9ef9a-0b70-487d-9c94-05e2a7eac329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:07.100731 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-62a9ef9a-0b70-487d-9c94-05e2a7eac329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:07.191454 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-62a9ef9a-0b70-487d-9c94-05e2a7eac329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:07.202279 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-10046ac8-c296-4adc-9872-c228ca82ad71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:07.216380 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a9ef9a-0b70-487d-9c94-05e2a7eac329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cec166-9e59-4e48-a8f8-450307a18995,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:07.219923 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-62a9ef9a-0b70-487d-9c94-05e2a7eac329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:07.239277 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-62a9ef9a-0b70-487d-9c94-05e2a7eac329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:07.254153 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-62a9ef9a-0b70-487d-9c94-05e2a7eac329 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/13cec166-9e59-4e48-a8f8-450307a18995 HTTP/1.1" status: 204 len: 168 time: 0.2499468 Apr 07 08:07:07.572411 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3379c9b-38bb-4c57-b36a-b5a2b2f50424 req-39a80b4d-5de6-4317-b69f-25cc320f48ab tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:07.574103 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e3379c9b-38bb-4c57-b36a-b5a2b2f50424 req-39a80b4d-5de6-4317-b69f-25cc320f48ab tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 946 time: 0.0936155 Apr 07 08:07:07.631030 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e3379c9b-38bb-4c57-b36a-b5a2b2f50424 req-0a1571a9-c7d4-4739-aac6-3b95bf383c3a tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486944 Apr 07 08:07:07.764966 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 45224) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:07:07.783953 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b53b521c-b4d0-4da3-a49c-e71fcc0e29f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:07.799743 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-b53b521c-b4d0-4da3-a49c-e71fcc0e29f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:07:07.803778 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-b53b521c-b4d0-4da3-a49c-e71fcc0e29f9 admin admin] Usage tracker for resource:security_group_rule and tenant:590821449b864906b40e882626d0cab5 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:07:07.806748 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-b53b521c-b4d0-4da3-a49c-e71fcc0e29f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:07:07.813523 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-b53b521c-b4d0-4da3-a49c-e71fcc0e29f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:07:07.899094 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b53b521c-b4d0-4da3-a49c-e71fcc0e29f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:07.962945 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b53b521c-b4d0-4da3-a49c-e71fcc0e29f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:07.974218 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-0a01ec3c-7ae0-441e-a015-3f6d2d29b312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:08.009512 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 45230) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:07:08.018882 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-b53b521c-b4d0-4da3-a49c-e71fcc0e29f9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=590821449b864906b40e882626d0cab5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2526872 Apr 07 08:07:08.020566 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b521c-b4d0-4da3-a49c-e71fcc0e29f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3260a398-1768-45bd-9005-28e028826c91,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:08.021636 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 45236) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:07:08.024118 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b53b521c-b4d0-4da3-a49c-e71fcc0e29f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:08.091452 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2cd4a20a-4940-49b4-8297-16eeb122bffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:08.125642 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2cd4a20a-4940-49b4-8297-16eeb122bffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:08.159726 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e121a657-be0d-4bfa-8577-8649b44619b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:08.189977 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-e121a657-be0d-4bfa-8577-8649b44619b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:07:08.203134 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-e121a657-be0d-4bfa-8577-8649b44619b6 admin admin] Usage tracker for resource:security_group_rule and tenant:e5eb3cf09f5e453f970a4034c102b7d5 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:07:08.206593 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-e121a657-be0d-4bfa-8577-8649b44619b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:07:08.212941 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-e121a657-be0d-4bfa-8577-8649b44619b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:07:08.304276 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e121a657-be0d-4bfa-8577-8649b44619b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:08.373862 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2cd4a20a-4940-49b4-8297-16eeb122bffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:08.379255 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b816e5c8-ab46-46ef-a60f-2247771883cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:08.393528 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4a20a-4940-49b4-8297-16eeb122bffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3260a398-1768-45bd-9005-28e028826c91,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:08.396632 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2cd4a20a-4940-49b4-8297-16eeb122bffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:08.406738 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2cd4a20a-4940-49b4-8297-16eeb122bffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:08.408510 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-2cd4a20a-4940-49b4-8297-16eeb122bffe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3260a398-1768-45bd-9005-28e028826c91 HTTP/1.1" status: 204 len: 168 time: 0.3853788 Apr 07 08:07:08.431276 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e121a657-be0d-4bfa-8577-8649b44619b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:08.447351 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c25c1a69-1f37-49e6-9fbe-db289be9afa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:08.493815 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-e121a657-be0d-4bfa-8577-8649b44619b6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e5eb3cf09f5e453f970a4034c102b7d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4830823 Apr 07 08:07:08.497643 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 45248) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:07:08.504290 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e121a657-be0d-4bfa-8577-8649b44619b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd43dce-4b75-4700-a9f9-0cebbe0f6ac5,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:08.507561 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e121a657-be0d-4bfa-8577-8649b44619b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:08.573514 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-aeb8026f-532f-422d-8173-bdd03eaa59d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:08.607077 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-aeb8026f-532f-422d-8173-bdd03eaa59d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:08.693726 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-aeb8026f-532f-422d-8173-bdd03eaa59d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:08.704136 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5971e2f0-e35b-4197-b9d9-e74ad4784b1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:08.716827 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8026f-532f-422d-8173-bdd03eaa59d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd43dce-4b75-4700-a9f9-0cebbe0f6ac5,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:08.719269 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-aeb8026f-532f-422d-8173-bdd03eaa59d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:08.728068 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-aeb8026f-532f-422d-8173-bdd03eaa59d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:08.729447 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-aeb8026f-532f-422d-8173-bdd03eaa59d8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8bd43dce-4b75-4700-a9f9-0cebbe0f6ac5 HTTP/1.1" status: 204 len: 168 time: 0.2304673 Apr 07 08:07:08.899478 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3fe93-3706-410a-9537-8643b4a96308 req-ba8cbfbb-8b5e-4ea0-b861-80ca79e17e54 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:08.908150 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c9a3fe93-3706-410a-9537-8643b4a96308 req-ba8cbfbb-8b5e-4ea0-b861-80ca79e17e54 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 946 time: 0.1170733 Apr 07 08:07:08.963199 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c9a3fe93-3706-410a-9537-8643b4a96308 req-99c6431a-956f-47f1-ba80-eff900dc1e1c tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539627 Apr 07 08:07:10.245864 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa57f2-f2bf-42db-a624-f8c1a5596e12 req-cc1a4f1f-82db-4c41-ad82-4e3c28d6a0e3 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:10.249083 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b4aa57f2-f2bf-42db-a624-f8c1a5596e12 req-cc1a4f1f-82db-4c41-ad82-4e3c28d6a0e3 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 946 time: 0.1441989 Apr 07 08:07:10.374196 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b4aa57f2-f2bf-42db-a624-f8c1a5596e12 req-808dea99-6463-4993-825e-1222eac04255 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180129 Apr 07 08:07:10.389808 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be0cf5-8bf5-480d-ab7e-2d905aabb90a req-67d4165b-486c-4039-bef5-14bc4a7d1f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:10.391614 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-33be0cf5-8bf5-480d-ab7e-2d905aabb90a req-67d4165b-486c-4039-bef5-14bc4a7d1f1c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 1099 time: 0.1190047 Apr 07 08:07:10.457545 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-33be0cf5-8bf5-480d-ab7e-2d905aabb90a req-ecc5d56b-1434-4d70-b530-5b1de52b06b6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474174 Apr 07 08:07:10.686435 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 45350) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:07:10.828977 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c7888b20-eb07-4714-b43f-15a7e6acb720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:10.859642 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-c7888b20-eb07-4714-b43f-15a7e6acb720 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:07:10.865429 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-c7888b20-eb07-4714-b43f-15a7e6acb720 admin admin] Usage tracker for resource:security_group_rule and tenant:26c0edbf896846fe838f6fcd0ff0ce21 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:07:10.869139 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-c7888b20-eb07-4714-b43f-15a7e6acb720 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:07:10.878383 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-c7888b20-eb07-4714-b43f-15a7e6acb720 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:07:10.991905 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c7888b20-eb07-4714-b43f-15a7e6acb720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:11.030898 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c7888b20-eb07-4714-b43f-15a7e6acb720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:11.040032 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e121a657-be0d-4bfa-8577-8649b44619b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:11.086060 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-c7888b20-eb07-4714-b43f-15a7e6acb720 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=26c0edbf896846fe838f6fcd0ff0ce21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3983972 Apr 07 08:07:11.087077 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7888b20-eb07-4714-b43f-15a7e6acb720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9d03f0-0929-4fa8-bd2d-008d4e46f44f,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:11.089225 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 45374) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:07:11.090174 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c7888b20-eb07-4714-b43f-15a7e6acb720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:11.156777 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-37147d91-e841-423f-a5eb-4cc5242835f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:11.183506 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-37147d91-e841-423f-a5eb-4cc5242835f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:11.259856 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-37147d91-e841-423f-a5eb-4cc5242835f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:11.265471 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b819825a-8a42-47ba-bc11-6c2c68eda2d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:11.276675 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37147d91-e841-423f-a5eb-4cc5242835f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9d03f0-0929-4fa8-bd2d-008d4e46f44f,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:11.281692 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-37147d91-e841-423f-a5eb-4cc5242835f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:11.283715 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-37147d91-e841-423f-a5eb-4cc5242835f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:11.284926 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-37147d91-e841-423f-a5eb-4cc5242835f7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7d9d03f0-0929-4fa8-bd2d-008d4e46f44f HTTP/1.1" status: 204 len: 168 time: 0.1945117 Apr 07 08:07:11.451109 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 45384) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:07:11.669848 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2cadb3-c883-430f-9b33-f4afa343aa86 req-33ffb0b9-edb1-481a-b08d-b31063cdf405 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:11.672701 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0d2cadb3-c883-430f-9b33-f4afa343aa86 req-33ffb0b9-edb1-481a-b08d-b31063cdf405 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 946 time: 0.1815815 Apr 07 08:07:11.748087 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0d2cadb3-c883-430f-9b33-f4afa343aa86 req-a8500782-c30f-4727-847e-00375970178c tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688393 Apr 07 08:07:11.866758 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-043188ae-faea-49ab-805e-48dcf8f3fbdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:11.884883 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-043188ae-faea-49ab-805e-48dcf8f3fbdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:07:11.890388 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-043188ae-faea-49ab-805e-48dcf8f3fbdc admin admin] Usage tracker for resource:security_group_rule and tenant:d1025aeeba144be39790a89a718c381f is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:07:11.907726 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-043188ae-faea-49ab-805e-48dcf8f3fbdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:07:11.917630 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-043188ae-faea-49ab-805e-48dcf8f3fbdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:07:12.085527 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-043188ae-faea-49ab-805e-48dcf8f3fbdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:12.106220 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-043188ae-faea-49ab-805e-48dcf8f3fbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:12.127561 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7d6c53c9-e36f-48d2-9dec-7ab072ea9396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:12.179242 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 45420) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:07:12.179421 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-043188ae-faea-49ab-805e-48dcf8f3fbdc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d1025aeeba144be39790a89a718c381f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7272294 Apr 07 08:07:12.180366 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043188ae-faea-49ab-805e-48dcf8f3fbdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d81911-ae72-4bf0-94c8-bda58d755352,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:12.184320 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-043188ae-faea-49ab-805e-48dcf8f3fbdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:12.265158 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5fa39bf5-8442-4fc4-af91-8f9bf5511272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:12.297864 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5fa39bf5-8442-4fc4-af91-8f9bf5511272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:12.396767 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5fa39bf5-8442-4fc4-af91-8f9bf5511272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:12.403513 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4a17c790-db22-43b8-92f0-ad6ecef096ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:12.442887 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5fa39bf5-8442-4fc4-af91-8f9bf5511272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:12.445618 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-5fa39bf5-8442-4fc4-af91-8f9bf5511272 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/18d81911-ae72-4bf0-94c8-bda58d755352 HTTP/1.1" status: 204 len: 168 time: 0.2638068 Apr 07 08:07:12.445618 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa39bf5-8442-4fc4-af91-8f9bf5511272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d81911-ae72-4bf0-94c8-bda58d755352,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:12.455470 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5fa39bf5-8442-4fc4-af91-8f9bf5511272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:12.528853 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e8b561b4-9feb-4737-8212-ab01c280809f req-ebada121-b267-4835-b919-bf924c44fa73 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=dd182e6212f145ba9efd3c16ccc34565&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332429 Apr 07 08:07:12.762571 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b561b4-9feb-4737-8212-ab01c280809f req-ad44b96f-7c84-4054-accf-6354727a730b tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:12.764488 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e8b561b4-9feb-4737-8212-ab01c280809f req-ad44b96f-7c84-4054-accf-6354727a730b tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2291155 Apr 07 08:07:12.781647 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e8b561b4-9feb-4737-8212-ab01c280809f req-d20420c5-e29a-48a6-b726-5078ffdac6e5 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] 10.222.0.16 "GET /v2.0/quotas/dd182e6212f145ba9efd3c16ccc34565 HTTP/1.1" status: 200 len: 375 time: 0.0107493 Apr 07 08:07:12.850675 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e8b561b4-9feb-4737-8212-ab01c280809f req-fde76f08-aace-4760-a195-3b1388cd0522 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd182e6212f145ba9efd3c16ccc34565&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618045 Apr 07 08:07:13.008249 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f3ecc-88b0-46ac-b073-8509ecf2445b req-ee011fc3-5950-48f8-b48b-5cb6df6914ab tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:13.009863 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-fb1f3ecc-88b0-46ac-b073-8509ecf2445b req-ee011fc3-5950-48f8-b48b-5cb6df6914ab tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 946 time: 0.0988553 Apr 07 08:07:13.061192 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-fb1f3ecc-88b0-46ac-b073-8509ecf2445b req-73c8c46a-a3af-4b61-af3f-b0e8bdb9083e tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445423 Apr 07 08:07:13.259922 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 45466) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:07:13.280890 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-40984408-dc17-45c5-bcdc-e1ab52731421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:13.298274 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-40984408-dc17-45c5-bcdc-e1ab52731421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:07:13.302414 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-40984408-dc17-45c5-bcdc-e1ab52731421 admin admin] Usage tracker for resource:security_group_rule and tenant:07f7a8523f414397867d7fe051d0f632 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:07:13.305525 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-40984408-dc17-45c5-bcdc-e1ab52731421 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:07:13.312714 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-40984408-dc17-45c5-bcdc-e1ab52731421 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:07:13.386134 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a6fc3-9930-4c28-8b5f-ef31966ed94a req-8a54cd12-f378-4936-9573-6090c677a51c tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:13.388748 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2f3a6fc3-9930-4c28-8b5f-ef31966ed94a req-8a54cd12-f378-4936-9573-6090c677a51c tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.1584461 Apr 07 08:07:13.425839 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-aa1eb671-06e4-4921-b8b5-3783786d58c1 req-b7d66202-321c-46c7-9801-24999e0e2ba3 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5de8c2c-585c-42c4-9882-bbb1a2d59a84 HTTP/1.1" status: 200 len: 210 time: 0.0935144 Apr 07 08:07:13.483303 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2f3a6fc3-9930-4c28-8b5f-ef31966ed94a req-1653dc85-cc41-4714-847c-7ae80770d48e tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873196 Apr 07 08:07:13.616181 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-40984408-dc17-45c5-bcdc-e1ab52731421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:13.665372 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-40984408-dc17-45c5-bcdc-e1ab52731421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:13.695868 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9b0a8cd2-e8d0-494e-8afe-49c19f7880fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:13.724501 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-40984408-dc17-45c5-bcdc-e1ab52731421 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=07f7a8523f414397867d7fe051d0f632&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4634259 Apr 07 08:07:13.726693 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40984408-dc17-45c5-bcdc-e1ab52731421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2b6cfb-6a59-4299-aa43-d1e5492da4e8,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:13.727478 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 45482) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:07:13.730305 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-40984408-dc17-45c5-bcdc-e1ab52731421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:13.824202 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6feb3b4f-635b-4694-8aa3-120bb0eefbff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:13.845827 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6feb3b4f-635b-4694-8aa3-120bb0eefbff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:13.956630 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6feb3b4f-635b-4694-8aa3-120bb0eefbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:13.961917 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-be99b6ea-2bc8-422f-832f-f96441b9aa5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:13.975616 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb3b4f-635b-4694-8aa3-120bb0eefbff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2b6cfb-6a59-4299-aa43-d1e5492da4e8,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:13.981559 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-6feb3b4f-635b-4694-8aa3-120bb0eefbff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:13.997677 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6feb3b4f-635b-4694-8aa3-120bb0eefbff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:13.999320 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-6feb3b4f-635b-4694-8aa3-120bb0eefbff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1e2b6cfb-6a59-4299-aa43-d1e5492da4e8 HTTP/1.1" status: 204 len: 168 time: 0.2704539 Apr 07 08:07:14.589051 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-bfe92c37-3748-45de-ab20-6434d2a9acd5 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:14.592244 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-bfe92c37-3748-45de-ab20-6434d2a9acd5 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/networks?id=12b6a4b5-316a-406f-9230-1ee620072355 HTTP/1.1" status: 200 len: 815 time: 0.1915553 Apr 07 08:07:14.617031 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-391eaa4c-de7a-4aa7-b3db-0b85296e0817 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/quotas/0065664477534e84a7f46e809ac97417 HTTP/1.1" status: 200 len: 375 time: 0.0173776 Apr 07 08:07:14.660534 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4d0dbc5d-14cc-4bda-888b-6a30f7994aba req-3ba0cd51-e0df-4d2c-9041-2180aaf5fc0c tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5de8c2c-585c-42c4-9882-bbb1a2d59a84 HTTP/1.1" status: 200 len: 210 time: 0.0540285 Apr 07 08:07:14.718192 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-3e08f013-0bdb-451b-a13a-d8b4ba1c3cda tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0065664477534e84a7f46e809ac97417&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0998232 Apr 07 08:07:14.880367 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-96d44c8e-5302-4646-9843-04f5f2578c26 service neutron] 10.222.0.16 "GET /v2.0/networks/12b6a4b5-316a-406f-9230-1ee620072355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541009 Apr 07 08:07:15.030525 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-0204e4be-cbe5-4e4e-b5ec-6778d6e5b84a service neutron] 10.222.0.16 "GET /v2.0/networks/12b6a4b5-316a-406f-9230-1ee620072355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437094 Apr 07 08:07:15.291742 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-caed621b-bc8a-4c84-bb0d-2c5d96a9a066 req-727d0937-780f-45ce-a7d0-2e5fe5e7c707 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=603bd8c8-4307-47f4-bd4d-a11e4dc948dc HTTP/1.1" status: 200 len: 210 time: 0.0619402 Apr 07 08:07:15.463067 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e8b561b4-9feb-4737-8212-ab01c280809f req-ec3dcaef-b224-4f32-bf44-9bb6fb4aa337 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=dd182e6212f145ba9efd3c16ccc34565&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489197 Apr 07 08:07:15.706849 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b561b4-9feb-4737-8212-ab01c280809f req-115454ad-f2b5-40ff-9dc7-66b2b86147ff tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:15.709200 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e8b561b4-9feb-4737-8212-ab01c280809f req-115454ad-f2b5-40ff-9dc7-66b2b86147ff tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2395222 Apr 07 08:07:15.728481 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-e8b561b4-9feb-4737-8212-ab01c280809f req-dd5b6feb-484d-4626-8e07-454e4d7a085f tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Request body: {'port': {'device_id': 'b5de8c2c-585c-42c4-9882-bbb1a2d59a84', 'network_id': 'c079462e-0cf0-4193-a02d-051d52f7736c', 'admin_state_up': True, 'tenant_id': 'dd182e6212f145ba9efd3c16ccc34565'}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:07:15.885167 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9e2827f3-62c2-4b73-b4ff-44ae61498247 req-d73d1ddb-bd03-408f-b6fd-c912e78e5050 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5de8c2c-585c-42c4-9882-bbb1a2d59a84 HTTP/1.1" status: 200 len: 210 time: 0.0619667 Apr 07 08:07:15.945351 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-e8b561b4-9feb-4737-8212-ab01c280809f req-dd5b6feb-484d-4626-8e07-454e4d7a085f tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:07:15.953450 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-e8b561b4-9feb-4737-8212-ab01c280809f req-dd5b6feb-484d-4626-8e07-454e4d7a085f tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Usage tracker for resource:port and tenant:dd182e6212f145ba9efd3c16ccc34565 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:07:15.957489 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-e8b561b4-9feb-4737-8212-ab01c280809f req-dd5b6feb-484d-4626-8e07-454e4d7a085f tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:07:15.975540 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-e8b561b4-9feb-4737-8212-ab01c280809f req-dd5b6feb-484d-4626-8e07-454e4d7a085f tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:07:15.997990 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-61eb08f0-7502-418b-aacc-cf1078b9efe0 None None] Agent healthcheck: found 6 active agents {{(pid=84422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 08:07:16.100053 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8b561b4-9feb-4737-8212-ab01c280809f req-dd5b6feb-484d-4626-8e07-454e4d7a085f tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Made reservation on behalf of dd182e6212f145ba9efd3c16ccc34565 for: {'port': 1} {{(pid=84420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:07:16.107663 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e8b561b4-9feb-4737-8212-ab01c280809f req-dd5b6feb-484d-4626-8e07-454e4d7a085f tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:16.122573 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e8b561b4-9feb-4737-8212-ab01c280809f req-dd5b6feb-484d-4626-8e07-454e4d7a085f tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:16.145580 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-e8b561b4-9feb-4737-8212-ab01c280809f req-dd5b6feb-484d-4626-8e07-454e4d7a085f tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:07:16.145580 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-e8b561b4-9feb-4737-8212-ab01c280809f req-dd5b6feb-484d-4626-8e07-454e4d7a085f tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Usage tracker for resource:security_group_rule and tenant:dd182e6212f145ba9efd3c16ccc34565 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:07:16.145905 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-e8b561b4-9feb-4737-8212-ab01c280809f req-dd5b6feb-484d-4626-8e07-454e4d7a085f tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:07:16.151947 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-e8b561b4-9feb-4737-8212-ab01c280809f req-dd5b6feb-484d-4626-8e07-454e4d7a085f tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:07:16.248989 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e8b561b4-9feb-4737-8212-ab01c280809f req-dd5b6feb-484d-4626-8e07-454e4d7a085f tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:16.311133 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e8b561b4-9feb-4737-8212-ab01c280809f req-dd5b6feb-484d-4626-8e07-454e4d7a085f tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:16.315900 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-49f20f76-6e5d-44db-baa6-faea2c709d2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:16.456022 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b6feb-484d-4626-8e07-454e4d7a085f tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74d105e4-0fbd-4766-98df-f232693d3484,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:16.460196 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-dd5b6feb-484d-4626-8e07-454e4d7a085f tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:16.583724 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b5561310-63ca-43cb-bf6d-e04a90440f1f req-46f4842a-057d-4add-a3bc-d96219f8effd tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=603bd8c8-4307-47f4-bd4d-a11e4dc948dc HTTP/1.1" status: 200 len: 210 time: 0.0619552 Apr 07 08:07:16.584792 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770256f-0065-4ea5-892b-08f35092d3e1 req-7e65d8eb-bda5-4681-9f68-b7d7eb652478 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:16.586706 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3770256f-0065-4ea5-892b-08f35092d3e1 req-7e65d8eb-bda5-4681-9f68-b7d7eb652478 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.2889249 Apr 07 08:07:16.589051 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f84eb8-59ca-4367-aa6b-34936674e4b6 req-9d700682-98cc-49c6-9e84-128f6929935b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:16.591375 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-22f84eb8-59ca-4367-aa6b-34936674e4b6 req-9d700682-98cc-49c6-9e84-128f6929935b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9eaeeda39a4b47ae8eb1d0351d5b6be3&device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 1099 time: 0.2306623 Apr 07 08:07:16.651587 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [req-e8b561b4-9feb-4737-8212-ab01c280809f req-dd5b6feb-484d-4626-8e07-454e4d7a085f tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Allocated IP 192.168.233.91 (c079462e-0cf0-4193-a02d-051d52f7736c/7fba7a28-a0b0-414d-bcbc-64499ea12c72/0ec7d469-4737-433a-a3a8-2982fe332e97) {{(pid=84420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:07:16.799416 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3770256f-0065-4ea5-892b-08f35092d3e1 req-d668751f-f0e3-4341-a76b-f78226f22234 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031782 Apr 07 08:07:16.845047 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f84eb8-59ca-4367-aa6b-34936674e4b6 req-e5c73799-2fdf-4533-a751-efa850c17af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:16.846827 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-22f84eb8-59ca-4367-aa6b-34936674e4b6 req-e5c73799-2fdf-4533-a751-efa850c17af7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c6933257-8ef8-4bce-aa40-707967b2369e HTTP/1.1" status: 200 len: 918 time: 0.2473073 Apr 07 08:07:16.954577 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-22f84eb8-59ca-4367-aa6b-34936674e4b6 req-3b17845d-5bc0-4bd5-9693-b005774df36d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f860112-10ba-49aa-8d46-e6938ac497a6 HTTP/1.1" status: 200 len: 217 time: 0.0988469 Apr 07 08:07:16.988633 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e8b561b4-9feb-4737-8212-ab01c280809f req-dd5b6feb-484d-4626-8e07-454e4d7a085f tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Notify callbacks [] for port, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:17.006722 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-e8b561b4-9feb-4737-8212-ab01c280809f req-dd5b6feb-484d-4626-8e07-454e4d7a085f tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Transition to ACTIVE for port object 0ec7d469-4737-433a-a3a8-2982fe332e97 will not be triggered until provisioned by entity DHCP. {{(pid=84420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:07:17.089178 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f84eb8-59ca-4367-aa6b-34936674e4b6 req-d75dc697-3919-4063-96d7-87fc8d931d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:17.090819 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-22f84eb8-59ca-4367-aa6b-34936674e4b6 req-d75dc697-3919-4063-96d7-87fc8d931d92 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e3fb4432-90be-4a11-838b-25c9574051e9 HTTP/1.1" status: 200 len: 857 time: 0.1282933 Apr 07 08:07:17.094141 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e8b561b4-9feb-4737-8212-ab01c280809f req-dd5b6feb-484d-4626-8e07-454e4d7a085f tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10887448'] for port, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:17.126314 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:17.159745 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-22f84eb8-59ca-4367-aa6b-34936674e4b6 req-f9a9d468-8aca-427f-a5cb-21ef9ffd7d78 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c6933257-8ef8-4bce-aa40-707967b2369e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510738 Apr 07 08:07:17.177904 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2f9c1-0e8d-4a70-b789-f82c582db87f req-c63d17a7-9912-4b85-9bc8-278873bb7f1a tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:17.187449 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-21c2f9c1-0e8d-4a70-b789-f82c582db87f req-c63d17a7-9912-4b85-9bc8-278873bb7f1a tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5de8c2c-585c-42c4-9882-bbb1a2d59a84 HTTP/1.1" status: 200 len: 935 time: 0.1618071 Apr 07 08:07:17.533149 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b6feb-484d-4626-8e07-454e4d7a085f tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Pushing event updated for resources: {'Port': ['ID=0ec7d469-4737-433a-a3a8-2982fe332e97,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:17.534485 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-dd5b6feb-484d-4626-8e07-454e4d7a085f tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:17.573229 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8b561b4-9feb-4737-8212-ab01c280809f req-dd5b6feb-484d-4626-8e07-454e4d7a085f tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Network c079462e-0cf0-4193-a02d-051d52f7736c is already hosted by enough agents. {{(pid=84420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:07:17.574910 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [req-e8b561b4-9feb-4737-8212-ab01c280809f req-dd5b6feb-484d-4626-8e07-454e4d7a085f tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Resources bound (agent type, host, resource id): {{(pid=84420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:07:17.575822 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-21c2f9c1-0e8d-4a70-b789-f82c582db87f req-6649ec0f-8cd8-4012-9f74-69491e58c41c tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] 10.222.0.16 "GET /v2.0/security-groups?id=74d105e4-0fbd-4766-98df-f232693d3484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867614 Apr 07 08:07:17.578792 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b561b4-9feb-4737-8212-ab01c280809f req-dd5b6feb-484d-4626-8e07-454e4d7a085f tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Received port after_create {{(pid=84420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:07:17.625449 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-22f84eb8-59ca-4367-aa6b-34936674e4b6 req-ccd8e864-026e-4c83-98b2-e67339846866 service neutron] 10.222.0.13 "GET /v2.0/networks/c6933257-8ef8-4bce-aa40-707967b2369e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4345090 Apr 07 08:07:17.666873 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b561b4-9feb-4737-8212-ab01c280809f req-dd5b6feb-484d-4626-8e07-454e4d7a085f tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:17.667473 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e8b561b4-9feb-4737-8212-ab01c280809f req-dd5b6feb-484d-4626-8e07-454e4d7a085f tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for port, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:17.811999 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e8b561b4-9feb-4737-8212-ab01c280809f req-dd5b6feb-484d-4626-8e07-454e4d7a085f tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0886910 Apr 07 08:07:17.820471 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ab9a7d7c-8a42-4967-b32c-9fa24ffcf919 req-d16779b5-47c1-4154-be6c-bbef01f788c7 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=603bd8c8-4307-47f4-bd4d-a11e4dc948dc HTTP/1.1" status: 200 len: 210 time: 0.0570157 Apr 07 08:07:17.855403 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-e8b561b4-9feb-4737-8212-ab01c280809f req-00e0039c-6dac-45e8-ae17-f6cf0a8ecf2f service neutron] Request body: {'port': {'device_id': 'b5de8c2c-585c-42c4-9882-bbb1a2d59a84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:07:18.008347 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-59853041-5065-4253-b78a-6c5420ba63b1 None None] Provisioning for port 0ec7d469-4737-433a-a3a8-2982fe332e97 completed by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:07:18.015304 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-59853041-5065-4253-b78a-6c5420ba63b1 None None] Provisioning complete for port 0ec7d469-4737-433a-a3a8-2982fe332e97 triggered by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:07:18.015834 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-59853041-5065-4253-b78a-6c5420ba63b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:18.072168 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e8b561b4-9feb-4737-8212-ab01c280809f req-00e0039c-6dac-45e8-ae17-f6cf0a8ecf2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:18.077491 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-59853041-5065-4253-b78a-6c5420ba63b1 None None] Port 0ec7d469-4737-433a-a3a8-2982fe332e97 cannot update to ACTIVE because it is not bound. {{(pid=84421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 08:07:18.133237 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-dc33bcee-81f6-43a4-8771-419eaa2be4be tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:18.134813 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-dc33bcee-81f6-43a4-8771-419eaa2be4be tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.13 "GET /v2.0/networks?id=12b6a4b5-316a-406f-9230-1ee620072355 HTTP/1.1" status: 200 len: 815 time: 0.4450157 Apr 07 08:07:18.152244 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-36f73d09-96dc-4c62-92f8-bb8106f88b4c tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Request body: {'port': {'device_id': '603bd8c8-4307-47f4-bd4d-a11e4dc948dc', 'network_id': '12b6a4b5-316a-406f-9230-1ee620072355', 'admin_state_up': True, 'tenant_id': '0065664477534e84a7f46e809ac97417'}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:07:18.175033 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-22f84eb8-59ca-4367-aa6b-34936674e4b6 req-04aa6eb1-5ccd-4ef3-a3ec-6cf9ed354714 service neutron] 10.222.0.13 "GET /v2.0/networks/c6933257-8ef8-4bce-aa40-707967b2369e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5388141 Apr 07 08:07:18.312390 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2363db9-5ad9-4f9b-8daf-aa2aa2acdbee req-4ec3fbaf-c428-49d6-a6ad-004fe833efb3 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:18.314031 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d2363db9-5ad9-4f9b-8daf-aa2aa2acdbee req-4ec3fbaf-c428-49d6-a6ad-004fe833efb3 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.3123815 Apr 07 08:07:18.395809 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-36f73d09-96dc-4c62-92f8-bb8106f88b4c tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:07:18.414957 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-36f73d09-96dc-4c62-92f8-bb8106f88b4c tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:07:18.419685 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d2363db9-5ad9-4f9b-8daf-aa2aa2acdbee req-b0f76ba9-bebe-4305-9b7c-816427601f02 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685120 Apr 07 08:07:18.453557 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-36f73d09-96dc-4c62-92f8-bb8106f88b4c tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Made reservation on behalf of 0065664477534e84a7f46e809ac97417 for: {'port': 1} {{(pid=84419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:07:18.459816 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-36f73d09-96dc-4c62-92f8-bb8106f88b4c tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:18.561312 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [req-e8b561b4-9feb-4737-8212-ab01c280809f req-00e0039c-6dac-45e8-ae17-f6cf0a8ecf2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ec7d469-4737-433a-a3a8-2982fe332e97 {{(pid=84420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 08:07:18.569409 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e8b561b4-9feb-4737-8212-ab01c280809f req-00e0039c-6dac-45e8-ae17-f6cf0a8ecf2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:18.586370 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-e8b561b4-9feb-4737-8212-ab01c280809f req-00e0039c-6dac-45e8-ae17-f6cf0a8ecf2f service neutron] Transition to ACTIVE for port object 0ec7d469-4737-433a-a3a8-2982fe332e97 will not be triggered until provisioned by entity L2. {{(pid=84420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:07:18.602489 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e8b561b4-9feb-4737-8212-ab01c280809f req-00e0039c-6dac-45e8-ae17-f6cf0a8ecf2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843888368'] for port, after_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:18.620027 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3536ed28-241b-44b3-9166-b12446632c48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:18.647846 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-36f73d09-96dc-4c62-92f8-bb8106f88b4c tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Allocated IP 172.20.0.10 (12b6a4b5-316a-406f-9230-1ee620072355/0261230a-f66e-46e9-a29a-909ac4232a81/a59b2732-be6d-4075-bbd6-6b603f83d801) {{(pid=84419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:07:18.793647 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e0039c-6dac-45e8-ae17-f6cf0a8ecf2f service neutron] Pushing event updated for resources: {'Port': ['ID=0ec7d469-4737-433a-a3a8-2982fe332e97,revision_number=2']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:18.813221 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-00e0039c-6dac-45e8-ae17-f6cf0a8ecf2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:19.054580 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0e351-15e2-47e2-be38-86baf4640df6 req-5868ca0c-27a8-44e2-9e11-9311e68691f0 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:19.055526 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-53e0e351-15e2-47e2-be38-86baf4640df6 req-5868ca0c-27a8-44e2-9e11-9311e68691f0 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Synchronizing usage tracker for tenant:dd182e6212f145ba9efd3c16ccc34565 on resource:port {{(pid=84420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:07:19.067380 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c8dc2cc4-4e1f-487e-b584-9b8d45c4aec6 req-687e8546-0b9a-4f27-b8f2-b5bfc3fb6545 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=603bd8c8-4307-47f4-bd4d-a11e4dc948dc HTTP/1.1" status: 200 len: 210 time: 0.0871422 Apr 07 08:07:19.072735 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-36f73d09-96dc-4c62-92f8-bb8106f88b4c tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Notify callbacks [] for port, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:19.111432 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:19.166098 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-e8b561b4-9feb-4737-8212-ab01c280809f req-00e0039c-6dac-45e8-ae17-f6cf0a8ecf2f service neutron] Attempting to bind port 0ec7d469-4737-433a-a3a8-2982fe332e97 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:07:19.166466 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-e8b561b4-9feb-4737-8212-ab01c280809f req-00e0039c-6dac-45e8-ae17-f6cf0a8ecf2f service neutron] Attempting to bind port 0ec7d469-4737-433a-a3a8-2982fe332e97 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'da2e68af-3d7d-4c44-bd4c-33667efa9866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c079462e-0cf0-4193-a02d-051d52f7736c'}] {{(pid=84420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 08:07:19.166914 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b561b4-9feb-4737-8212-ab01c280809f req-00e0039c-6dac-45e8-ae17-f6cf0a8ecf2f service neutron] Attempting to bind port 0ec7d469-4737-433a-a3a8-2982fe332e97 on network c079462e-0cf0-4193-a02d-051d52f7736c {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:07:19.172639 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b561b4-9feb-4737-8212-ab01c280809f req-00e0039c-6dac-45e8-ae17-f6cf0a8ecf2f service neutron] Port 0ec7d469-4737-433a-a3a8-2982fe332e97 on network c079462e-0cf0-4193-a02d-051d52f7736c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 08:07:19.173029 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b561b4-9feb-4737-8212-ab01c280809f req-00e0039c-6dac-45e8-ae17-f6cf0a8ecf2f service neutron] Attempting to bind port 0ec7d469-4737-433a-a3a8-2982fe332e97 on network c079462e-0cf0-4193-a02d-051d52f7736c {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:07:19.178526 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b561b4-9feb-4737-8212-ab01c280809f req-00e0039c-6dac-45e8-ae17-f6cf0a8ecf2f service neutron] Checking agent: {'id': '265b7c30-4a56-4c92-aee0-001f9a549a36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 8, 3, 49), 'started_at': datetime.datetime(2021, 4, 7, 8, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 08:07:19.178954 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b561b4-9feb-4737-8212-ab01c280809f req-00e0039c-6dac-45e8-ae17-f6cf0a8ecf2f service neutron] Checking segment: {'id': 'da2e68af-3d7d-4c44-bd4c-33667efa9866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c079462e-0cf0-4193-a02d-051d52f7736c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:07:19.179372 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b561b4-9feb-4737-8212-ab01c280809f req-00e0039c-6dac-45e8-ae17-f6cf0a8ecf2f service neutron] Bound using segment: {'id': 'da2e68af-3d7d-4c44-bd4c-33667efa9866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c079462e-0cf0-4193-a02d-051d52f7736c'} {{(pid=84420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 08:07:19.179833 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-e8b561b4-9feb-4737-8212-ab01c280809f req-00e0039c-6dac-45e8-ae17-f6cf0a8ecf2f service neutron] Bound port: 0ec7d469-4737-433a-a3a8-2982fe332e97, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da2e68af-3d7d-4c44-bd4c-33667efa9866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c079462e-0cf0-4193-a02d-051d52f7736c'}}] {{(pid=84420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 08:07:19.180210 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e8b561b4-9feb-4737-8212-ab01c280809f req-00e0039c-6dac-45e8-ae17-f6cf0a8ecf2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:19.180793 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-36f73d09-96dc-4c62-92f8-bb8106f88b4c tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:19.193317 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-53e0e351-15e2-47e2-be38-86baf4640df6 req-5868ca0c-27a8-44e2-9e11-9311e68691f0 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Unset dirty status for tenant:dd182e6212f145ba9efd3c16ccc34565 on resource:port {{(pid=84420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:07:19.193950 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] get_ports_and_sgs() called for port_ids ['761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8', '54aa67e8-cb25-4f92-9fba-fe455d54adc5', '1ee2fb56-6f57-4b07-af47-0ccfad4bd71a'] {{(pid=84421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 08:07:19.194583 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-53e0e351-15e2-47e2-be38-86baf4640df6 req-5868ca0c-27a8-44e2-9e11-9311e68691f0 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5de8c2c-585c-42c4-9882-bbb1a2d59a84 HTTP/1.1" status: 200 len: 947 time: 0.3867042 Apr 07 08:07:19.200483 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7ab4d7a9-8d1b-46a8-ac43-5dcf23f32798 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:19.308605 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-53e0e351-15e2-47e2-be38-86baf4640df6 req-0e575f32-0e4e-4c0e-801e-b8b08f645ab8 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Synchronizing usage tracker for tenant:dd182e6212f145ba9efd3c16ccc34565 on resource:security_group {{(pid=84420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:07:19.346986 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-e8b561b4-9feb-4737-8212-ab01c280809f req-00e0039c-6dac-45e8-ae17-f6cf0a8ecf2f service neutron] For port 0ec7d469-4737-433a-a3a8-2982fe332e97, host hv-cinder-78239, cleared binding levels {{(pid=84420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 08:07:19.350278 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-e8b561b4-9feb-4737-8212-ab01c280809f req-00e0039c-6dac-45e8-ae17-f6cf0a8ecf2f service neutron] For port 0ec7d469-4737-433a-a3a8-2982fe332e97, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=0ec7d469-4737-433a-a3a8-2982fe332e97,segment=NetworkSegment(da2e68af-3d7d-4c44-bd4c-33667efa9866),segment_id=da2e68af-3d7d-4c44-bd4c-33667efa9866)] {{(pid=84420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 08:07:19.379856 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f73d09-96dc-4c62-92f8-bb8106f88b4c tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Pushing event updated for resources: {'Port': ['ID=a59b2732-be6d-4075-bbd6-6b603f83d801,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:19.382840 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-36f73d09-96dc-4c62-92f8-bb8106f88b4c tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:19.414314 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-53e0e351-15e2-47e2-be38-86baf4640df6 req-0e575f32-0e4e-4c0e-801e-b8b08f645ab8 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Unset dirty status for tenant:dd182e6212f145ba9efd3c16ccc34565 on resource:security_group {{(pid=84420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:07:19.415623 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-53e0e351-15e2-47e2-be38-86baf4640df6 req-0e575f32-0e4e-4c0e-801e-b8b08f645ab8 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] 10.222.0.16 "GET /v2.0/security-groups?id=74d105e4-0fbd-4766-98df-f232693d3484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133060 Apr 07 08:07:19.416785 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e8b561b4-9feb-4737-8212-ab01c280809f req-00e0039c-6dac-45e8-ae17-f6cf0a8ecf2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843888368'] for port, after_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:19.433130 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:19.441047 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-36f73d09-96dc-4c62-92f8-bb8106f88b4c tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Network 12b6a4b5-316a-406f-9230-1ee620072355 is already hosted by enough agents. {{(pid=84419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:07:19.442879 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-36f73d09-96dc-4c62-92f8-bb8106f88b4c tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Resources bound (agent type, host, resource id): {{(pid=84419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:07:19.459515 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-36f73d09-96dc-4c62-92f8-bb8106f88b4c tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Received port after_create {{(pid=84419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:07:19.556526 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-36f73d09-96dc-4c62-92f8-bb8106f88b4c tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:19.557253 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-36f73d09-96dc-4c62-92f8-bb8106f88b4c tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:19.592065 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e0039c-6dac-45e8-ae17-f6cf0a8ecf2f service neutron] Pushing event updated for resources: {'Port': ['ID=0ec7d469-4737-433a-a3a8-2982fe332e97,revision_number=3']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:19.596957 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-00e0039c-6dac-45e8-ae17-f6cf0a8ecf2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:19.637334 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b561b4-9feb-4737-8212-ab01c280809f req-00e0039c-6dac-45e8-ae17-f6cf0a8ecf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:19.637929 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e8b561b4-9feb-4737-8212-ab01c280809f req-00e0039c-6dac-45e8-ae17-f6cf0a8ecf2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for port, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:19.639861 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e8b561b4-9feb-4737-8212-ab01c280809f req-00e0039c-6dac-45e8-ae17-f6cf0a8ecf2f service neutron] 10.222.0.13 "PUT /v2.0/ports/0ec7d469-4737-433a-a3a8-2982fe332e97 HTTP/1.1" status: 200 len: 1097 time: 1.8045397 Apr 07 08:07:19.640166 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5de8c2c-585c-42c4-9882-bbb1a2d59a84', 'tag': '0ec7d469-4737-433a-a3a8-2982fe332e97'}] {{(pid=84420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:07:19.701032 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5de8c2c-585c-42c4-9882-bbb1a2d59a84', 'tag': '0ec7d469-4737-433a-a3a8-2982fe332e97', 'status': 'completed', 'code': 200} Apr 07 08:07:19.704868 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e867788-2df3-426b-b4bb-ffa2127096c0 req-f1447ac8-98c2-4431-a650-13c28c3695ee tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:19.706640 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5e867788-2df3-426b-b4bb-ffa2127096c0 req-f1447ac8-98c2-4431-a650-13c28c3695ee tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.1424525 Apr 07 08:07:19.711797 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-36f73d09-96dc-4c62-92f8-bb8106f88b4c tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5666332 Apr 07 08:07:19.738956 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-a9962a95-63cb-469b-861a-d00d60d9f0be service neutron] Request body: {'port': {'device_id': '603bd8c8-4307-47f4-bd4d-a11e4dc948dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:07:19.818016 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b561b4-9feb-4737-8212-ab01c280809f req-f342bcec-e288-4991-8dbe-fe3f50ecd577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:19.820429 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e8b561b4-9feb-4737-8212-ab01c280809f req-f342bcec-e288-4991-8dbe-fe3f50ecd577 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd182e6212f145ba9efd3c16ccc34565&device_id=b5de8c2c-585c-42c4-9882-bbb1a2d59a84 HTTP/1.1" status: 200 len: 1100 time: 0.0947001 Apr 07 08:07:19.914443 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5e867788-2df3-426b-b4bb-ffa2127096c0 req-0429f1db-e670-4a9e-842d-4e0e57d4fe68 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007260 Apr 07 08:07:19.915748 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e8b561b4-9feb-4737-8212-ab01c280809f req-34db05c6-88f8-46a0-a5c8-cf97692c8c95 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=0ec7d469-4737-433a-a3a8-2982fe332e97 HTTP/1.1" status: 200 len: 217 time: 0.0833471 Apr 07 08:07:19.922998 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-a9962a95-63cb-469b-861a-d00d60d9f0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:20.028985 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b561b4-9feb-4737-8212-ab01c280809f req-86fa3038-f7d6-4711-8046-89c174a1f213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:20.030594 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e8b561b4-9feb-4737-8212-ab01c280809f req-86fa3038-f7d6-4711-8046-89c174a1f213 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7fba7a28-a0b0-414d-bcbc-64499ea12c72 HTTP/1.1" status: 200 len: 843 time: 0.0957623 Apr 07 08:07:20.134724 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b561b4-9feb-4737-8212-ab01c280809f req-dc7f319f-a90f-488d-9c8d-4043aa715d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:20.136210 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e8b561b4-9feb-4737-8212-ab01c280809f req-dc7f319f-a90f-488d-9c8d-4043aa715d65 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c079462e-0cf0-4193-a02d-051d52f7736c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0905962 Apr 07 08:07:20.438006 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e8b561b4-9feb-4737-8212-ab01c280809f req-cfcdc5c5-88a2-4c62-ad4a-7a93f8782c4e service neutron] 10.222.0.13 "GET /v2.0/networks/c079462e-0cf0-4193-a02d-051d52f7736c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940629 Apr 07 08:07:20.449914 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-a9962a95-63cb-469b-861a-d00d60d9f0be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a59b2732-be6d-4075-bbd6-6b603f83d801 {{(pid=84419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 08:07:20.455858 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d2f32-4466-480c-b4c5-0395187dcfa1 req-09c59cc4-f5b7-4e23-91f2-70e4fb7b6b1e tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:20.457557 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-920d2f32-4466-480c-b4c5-0395187dcfa1 req-09c59cc4-f5b7-4e23-91f2-70e4fb7b6b1e tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=603bd8c8-4307-47f4-bd4d-a11e4dc948dc HTTP/1.1" status: 200 len: 932 time: 0.1910238 Apr 07 08:07:20.458843 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-a9962a95-63cb-469b-861a-d00d60d9f0be service neutron] Notify callbacks [] for port, precommit_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:20.474643 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-a9962a95-63cb-469b-861a-d00d60d9f0be service neutron] Transition to ACTIVE for port object a59b2732-be6d-4075-bbd6-6b603f83d801 will not be triggered until provisioned by entity L2. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:07:20.505397 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-a9962a95-63cb-469b-861a-d00d60d9f0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963711'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:20.597404 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-888edcc9-c6ca-4bda-b368-6feb117dc7c3 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:20.633474 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-920d2f32-4466-480c-b4c5-0395187dcfa1 req-2006d98d-e815-4846-9ed2-8caa0910bae2 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466150 Apr 07 08:07:20.679240 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e8b561b4-9feb-4737-8212-ab01c280809f req-1b112085-3e5c-46fd-8e96-339032964568 service neutron] 10.222.0.13 "GET /v2.0/networks/c079462e-0cf0-4193-a02d-051d52f7736c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174442 Apr 07 08:07:20.738673 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9962a95-63cb-469b-861a-d00d60d9f0be service neutron] Pushing event updated for resources: {'Port': ['ID=a59b2732-be6d-4075-bbd6-6b603f83d801,revision_number=2']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:20.742137 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a9962a95-63cb-469b-861a-d00d60d9f0be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:20.840876 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4a015-677d-4904-a7d7-2959bc50b9a4 req-67ecef04-8beb-47cf-8214-b21c44bdf74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:20.842571 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-dca4a015-677d-4904-a7d7-2959bc50b9a4 req-67ecef04-8beb-47cf-8214-b21c44bdf74c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd182e6212f145ba9efd3c16ccc34565&device_id=b5de8c2c-585c-42c4-9882-bbb1a2d59a84 HTTP/1.1" status: 200 len: 1100 time: 0.0869071 Apr 07 08:07:20.932808 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6e66c-ddd9-4d41-98d0-19cfcb1fbb9a req-3288ca8d-e78d-4d09-bb81-b8f30ddd6931 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:20.934554 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-dfd6e66c-ddd9-4d41-98d0-19cfcb1fbb9a req-3288ca8d-e78d-4d09-bb81-b8f30ddd6931 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5de8c2c-585c-42c4-9882-bbb1a2d59a84 HTTP/1.1" status: 200 len: 947 time: 0.2647901 Apr 07 08:07:21.030409 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4a015-677d-4904-a7d7-2959bc50b9a4 req-3e1038c1-95ff-4c9f-aa51-a2d6e4abcea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:21.032284 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-dca4a015-677d-4904-a7d7-2959bc50b9a4 req-3e1038c1-95ff-4c9f-aa51-a2d6e4abcea4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c079462e-0cf0-4193-a02d-051d52f7736c HTTP/1.1" status: 200 len: 870 time: 0.1596448 Apr 07 08:07:21.060784 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-dfd6e66c-ddd9-4d41-98d0-19cfcb1fbb9a req-d2950f54-9170-48a1-94b0-2ef1c1b3e924 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] 10.222.0.16 "GET /v2.0/security-groups?id=74d105e4-0fbd-4766-98df-f232693d3484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139123 Apr 07 08:07:21.068458 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-a9962a95-63cb-469b-861a-d00d60d9f0be service neutron] Attempting to bind port a59b2732-be6d-4075-bbd6-6b603f83d801 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:07:21.069017 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-a9962a95-63cb-469b-861a-d00d60d9f0be service neutron] Attempting to bind port a59b2732-be6d-4075-bbd6-6b603f83d801 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '12b6a4b5-316a-406f-9230-1ee620072355'}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 08:07:21.069622 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-a9962a95-63cb-469b-861a-d00d60d9f0be service neutron] Attempting to bind port a59b2732-be6d-4075-bbd6-6b603f83d801 on network 12b6a4b5-316a-406f-9230-1ee620072355 {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:07:21.076049 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-a9962a95-63cb-469b-861a-d00d60d9f0be service neutron] Port a59b2732-be6d-4075-bbd6-6b603f83d801 on network 12b6a4b5-316a-406f-9230-1ee620072355 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 08:07:21.076645 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-a9962a95-63cb-469b-861a-d00d60d9f0be service neutron] Attempting to bind port a59b2732-be6d-4075-bbd6-6b603f83d801 on network 12b6a4b5-316a-406f-9230-1ee620072355 {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:07:21.089195 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-a9962a95-63cb-469b-861a-d00d60d9f0be service neutron] Checking agent: {'id': '265b7c30-4a56-4c92-aee0-001f9a549a36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 8, 3, 49), 'started_at': datetime.datetime(2021, 4, 7, 8, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 08:07:21.089195 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-a9962a95-63cb-469b-861a-d00d60d9f0be service neutron] Checking segment: {'id': 'cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '12b6a4b5-316a-406f-9230-1ee620072355'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:07:21.089195 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-a9962a95-63cb-469b-861a-d00d60d9f0be service neutron] Bound using segment: {'id': 'cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '12b6a4b5-316a-406f-9230-1ee620072355'} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 08:07:21.089195 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-a9962a95-63cb-469b-861a-d00d60d9f0be service neutron] Bound port: a59b2732-be6d-4075-bbd6-6b603f83d801, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '12b6a4b5-316a-406f-9230-1ee620072355'}}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 08:07:21.089195 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-a9962a95-63cb-469b-861a-d00d60d9f0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:21.191708 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-a9962a95-63cb-469b-861a-d00d60d9f0be service neutron] For port a59b2732-be6d-4075-bbd6-6b603f83d801, host hv-cinder-78239, cleared binding levels {{(pid=84419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 08:07:21.197609 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-a9962a95-63cb-469b-861a-d00d60d9f0be service neutron] For port a59b2732-be6d-4075-bbd6-6b603f83d801, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=a59b2732-be6d-4075-bbd6-6b603f83d801,segment=NetworkSegment(cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee),segment_id=cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee)] {{(pid=84419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 08:07:21.206043 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-dca4a015-677d-4904-a7d7-2959bc50b9a4 req-567e576b-8ad0-4aed-83c6-69b1a3732769 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=0ec7d469-4737-433a-a3a8-2982fe332e97 HTTP/1.1" status: 200 len: 217 time: 0.1663585 Apr 07 08:07:21.254836 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-a9962a95-63cb-469b-861a-d00d60d9f0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963711'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:21.275252 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:21.403069 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4a015-677d-4904-a7d7-2959bc50b9a4 req-d59d4300-e8e6-40c4-b8ab-33dacb288d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:21.405933 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-dca4a015-677d-4904-a7d7-2959bc50b9a4 req-d59d4300-e8e6-40c4-b8ab-33dacb288d3a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7fba7a28-a0b0-414d-bcbc-64499ea12c72 HTTP/1.1" status: 200 len: 843 time: 0.1875603 Apr 07 08:07:21.487158 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddaad81-2f57-4360-a77b-f2eb40e89cfa req-d2c54d02-52f0-46e2-90e4-5ee60cfe9ff3 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:21.488796 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-cddaad81-2f57-4360-a77b-f2eb40e89cfa req-d2c54d02-52f0-46e2-90e4-5ee60cfe9ff3 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.3647273 Apr 07 08:07:21.570176 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4a015-677d-4904-a7d7-2959bc50b9a4 req-c00f57db-e73c-47a1-bdc7-173658ad32b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:21.571924 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-dca4a015-677d-4904-a7d7-2959bc50b9a4 req-c00f57db-e73c-47a1-bdc7-173658ad32b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c079462e-0cf0-4193-a02d-051d52f7736c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1524339 Apr 07 08:07:21.587298 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-cddaad81-2f57-4360-a77b-f2eb40e89cfa req-906c58bd-bfce-44ac-8700-5841e7cbe440 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913222 Apr 07 08:07:21.652733 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9962a95-63cb-469b-861a-d00d60d9f0be service neutron] Pushing event updated for resources: {'Port': ['ID=a59b2732-be6d-4075-bbd6-6b603f83d801,revision_number=3']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:21.657966 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a9962a95-63cb-469b-861a-d00d60d9f0be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:21.713555 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-a9962a95-63cb-469b-861a-d00d60d9f0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:21.714888 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-a9962a95-63cb-469b-861a-d00d60d9f0be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:21.717140 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-a9962a95-63cb-469b-861a-d00d60d9f0be service neutron] 10.222.0.13 "PUT /v2.0/ports/a59b2732-be6d-4075-bbd6-6b603f83d801 HTTP/1.1" status: 200 len: 1094 time: 1.9859407 Apr 07 08:07:21.717983 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '603bd8c8-4307-47f4-bd4d-a11e4dc948dc', 'tag': 'a59b2732-be6d-4075-bbd6-6b603f83d801'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:07:21.776803 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '603bd8c8-4307-47f4-bd4d-a11e4dc948dc', 'tag': 'a59b2732-be6d-4075-bbd6-6b603f83d801', 'status': 'completed', 'code': 200} Apr 07 08:07:21.781275 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-dca4a015-677d-4904-a7d7-2959bc50b9a4 req-23d1f601-6971-45e2-9128-24fa8a35a9d6 service neutron] 10.222.0.13 "GET /v2.0/networks/c079462e-0cf0-4193-a02d-051d52f7736c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899867 Apr 07 08:07:21.899760 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-1c5aceb0-f4dd-423c-94cb-1757669a3a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:21.902108 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-1c5aceb0-f4dd-423c-94cb-1757669a3a89 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0065664477534e84a7f46e809ac97417&device_id=603bd8c8-4307-47f4-bd4d-a11e4dc948dc HTTP/1.1" status: 200 len: 1097 time: 0.0965037 Apr 07 08:07:21.988776 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-feaa9975-d568-4f86-bafe-f1b043d7c965 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a59b2732-be6d-4075-bbd6-6b603f83d801 HTTP/1.1" status: 200 len: 217 time: 0.0764441 Apr 07 08:07:22.124035 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-0b1164bd-6251-4e7d-b8f4-5984720b6cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:22.125943 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-0b1164bd-6251-4e7d-b8f4-5984720b6cb9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0261230a-f66e-46e9-a29a-909ac4232a81 HTTP/1.1" status: 200 len: 855 time: 0.1301780 Apr 07 08:07:22.192524 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-bbb63ca1-0cf2-458e-a01f-692ce896732f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=12b6a4b5-316a-406f-9230-1ee620072355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595171 Apr 07 08:07:22.233488 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-618cac43-d8f1-4070-9a34-a9a5405b3e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:22.247459 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-dca4a015-677d-4904-a7d7-2959bc50b9a4 req-43820abb-4ebb-4e2d-85c0-3b1217eeeeb9 service neutron] 10.222.0.13 "GET /v2.0/networks/c079462e-0cf0-4193-a02d-051d52f7736c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584432 Apr 07 08:07:22.285664 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922d788-e148-4b9b-9355-8ca0babb74b9 req-cf47bcdb-9776-42ac-b6fb-336d986d3656 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:22.287259 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2922d788-e148-4b9b-9355-8ca0babb74b9 req-cf47bcdb-9776-42ac-b6fb-336d986d3656 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=603bd8c8-4307-47f4-bd4d-a11e4dc948dc HTTP/1.1" status: 200 len: 944 time: 0.3504510 Apr 07 08:07:22.340265 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2922d788-e148-4b9b-9355-8ca0babb74b9 req-514e5f12-0694-4b40-b60a-0af262247aef tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448282 Apr 07 08:07:22.447773 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-e4730927-1f14-4fc4-8f42-a8741e0d838a service neutron] 10.222.0.13 "GET /v2.0/networks/12b6a4b5-316a-406f-9230-1ee620072355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470055 Apr 07 08:07:22.458227 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866bdaf-ad69-4437-83ad-871d6296bfef req-fc0a1246-898c-4516-9e69-6c08e3531842 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:22.459867 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1866bdaf-ad69-4437-83ad-871d6296bfef req-fc0a1246-898c-4516-9e69-6c08e3531842 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5de8c2c-585c-42c4-9882-bbb1a2d59a84 HTTP/1.1" status: 200 len: 947 time: 0.2176397 Apr 07 08:07:22.616123 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1866bdaf-ad69-4437-83ad-871d6296bfef req-a29a82cd-4e49-4cd7-a30d-8707cdcdbf57 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] 10.222.0.16 "GET /v2.0/security-groups?id=74d105e4-0fbd-4766-98df-f232693d3484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263318 Apr 07 08:07:22.646757 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8c2b7d1c-1bc2-454b-9170-e90a5036da82 req-c78cc5de-ace6-4c60-97c4-5d60823cdaee service neutron] 10.222.0.13 "GET /v2.0/networks/12b6a4b5-316a-406f-9230-1ee620072355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857927 Apr 07 08:07:22.796562 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f2ed1-0c2f-432d-8c9c-7e1d2fdecf3f req-6c4704d0-d64b-4764-b431-879b10b0c3ae tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:22.798178 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-549f2ed1-0c2f-432d-8c9c-7e1d2fdecf3f req-6c4704d0-d64b-4764-b431-879b10b0c3ae tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.0957658 Apr 07 08:07:22.806554 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58567b6d-c8dc-4974-8be8-2b2499c9ebc4 req-a837e252-a2ba-4c72-a7bb-66c72bc291f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:22.809004 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-58567b6d-c8dc-4974-8be8-2b2499c9ebc4 req-a837e252-a2ba-4c72-a7bb-66c72bc291f4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0065664477534e84a7f46e809ac97417&device_id=603bd8c8-4307-47f4-bd4d-a11e4dc948dc HTTP/1.1" status: 200 len: 1097 time: 0.0816975 Apr 07 08:07:22.852747 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-549f2ed1-0c2f-432d-8c9c-7e1d2fdecf3f req-c1e7aafb-f9cb-4297-97f8-c4f0f20be379 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447352 Apr 07 08:07:22.956369 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58567b6d-c8dc-4974-8be8-2b2499c9ebc4 req-2a74ae65-1f91-4f05-8f97-4acc5395ad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:22.957979 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-58567b6d-c8dc-4974-8be8-2b2499c9ebc4 req-2a74ae65-1f91-4f05-8f97-4acc5395ad3d service neutron] 10.222.0.13 "GET /v2.0/networks?id=12b6a4b5-316a-406f-9230-1ee620072355 HTTP/1.1" status: 200 len: 916 time: 0.1426163 Apr 07 08:07:23.038661 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-58567b6d-c8dc-4974-8be8-2b2499c9ebc4 req-0b341d9a-348f-481d-9c00-e8d503c15d40 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a59b2732-be6d-4075-bbd6-6b603f83d801 HTTP/1.1" status: 200 len: 217 time: 0.0720017 Apr 07 08:07:23.112439 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58567b6d-c8dc-4974-8be8-2b2499c9ebc4 req-d0ada23e-84a7-466f-80e2-2307cc3c71f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:23.114033 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-58567b6d-c8dc-4974-8be8-2b2499c9ebc4 req-d0ada23e-84a7-466f-80e2-2307cc3c71f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0261230a-f66e-46e9-a29a-909ac4232a81 HTTP/1.1" status: 200 len: 855 time: 0.0679414 Apr 07 08:07:23.174881 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-58567b6d-c8dc-4974-8be8-2b2499c9ebc4 req-a4ae44bf-12c4-49c9-82bf-e724cd0f5df5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=12b6a4b5-316a-406f-9230-1ee620072355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513170 Apr 07 08:07:23.330018 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-58567b6d-c8dc-4974-8be8-2b2499c9ebc4 req-df365f03-775b-466c-ab43-c9b2db8a75d7 service neutron] 10.222.0.13 "GET /v2.0/networks/12b6a4b5-316a-406f-9230-1ee620072355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448765 Apr 07 08:07:23.532580 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-58567b6d-c8dc-4974-8be8-2b2499c9ebc4 req-7a538494-ec9a-4e10-9b27-ffa7655597b3 service neutron] 10.222.0.13 "GET /v2.0/networks/12b6a4b5-316a-406f-9230-1ee620072355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873467 Apr 07 08:07:23.584523 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a82c2-a4e7-47f6-a44a-f323361515b3 req-51b96fcb-fa30-4edc-9a55-53eabbde48f2 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:23.585264 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-e86a82c2-a4e7-47f6-a44a-f323361515b3 req-51b96fcb-fa30-4edc-9a55-53eabbde48f2 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Synchronizing usage tracker for tenant:0065664477534e84a7f46e809ac97417 on resource:port {{(pid=84419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:07:23.625304 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-e86a82c2-a4e7-47f6-a44a-f323361515b3 req-51b96fcb-fa30-4edc-9a55-53eabbde48f2 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Unset dirty status for tenant:0065664477534e84a7f46e809ac97417 on resource:port {{(pid=84419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:07:23.626555 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e86a82c2-a4e7-47f6-a44a-f323361515b3 req-51b96fcb-fa30-4edc-9a55-53eabbde48f2 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=603bd8c8-4307-47f4-bd4d-a11e4dc948dc HTTP/1.1" status: 200 len: 944 time: 0.1333780 Apr 07 08:07:23.675841 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e86a82c2-a4e7-47f6-a44a-f323361515b3 req-9ec53b16-3ec8-4a20-b65a-15a236e797b5 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425372 Apr 07 08:07:23.821201 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8207ad-0324-46c1-b88e-8877458bf85c req-d0495fcb-6ce3-49d8-abe4-07794ea885f3 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:23.822842 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-db8207ad-0324-46c1-b88e-8877458bf85c req-d0495fcb-6ce3-49d8-abe4-07794ea885f3 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5de8c2c-585c-42c4-9882-bbb1a2d59a84 HTTP/1.1" status: 200 len: 947 time: 0.0917065 Apr 07 08:07:23.873422 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-db8207ad-0324-46c1-b88e-8877458bf85c req-3de6ca48-4e4c-4de2-87e3-457ca3a6683c tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] 10.222.0.16 "GET /v2.0/security-groups?id=74d105e4-0fbd-4766-98df-f232693d3484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433908 Apr 07 08:07:23.927144 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 0ec7d469-4737-433a-a3a8-2982fe332e97 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 08:07:24.066345 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146ca1a-0c3f-4a71-8794-12c79a02861b req-53dcc1f3-5e40-484b-8734-0c4c0ef457e0 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:24.068050 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0146ca1a-0c3f-4a71-8794-12c79a02861b req-53dcc1f3-5e40-484b-8734-0c4c0ef457e0 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.0908422 Apr 07 08:07:24.073934 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 0ec7d469-4737-433a-a3a8-2982fe332e97, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=0ec7d469-4737-433a-a3a8-2982fe332e97,segment=NetworkSegment(da2e68af-3d7d-4c44-bd4c-33667efa9866),segment_id=da2e68af-3d7d-4c44-bd4c-33667efa9866)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:07:24.088576 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Returning: {'device': '0ec7d469-4737-433a-a3a8-2982fe332e97', 'network_id': 'c079462e-0cf0-4193-a02d-051d52f7736c', 'port_id': '0ec7d469-4737-433a-a3a8-2982fe332e97', 'mac_address': 'fa:16:3e:6c:c5:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fba7a28-a0b0-414d-bcbc-64499ea12c72', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 08:07:24.118900 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0146ca1a-0c3f-4a71-8794-12c79a02861b req-16f8ebfe-aff0-45f8-829f-6287a4832ab7 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444112 Apr 07 08:07:24.151540 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:24.170521 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ec7d469-4737-433a-a3a8-2982fe332e97 {{(pid=84421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 08:07:24.187122 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 0ec7d469-4737-433a-a3a8-2982fe332e97, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=0ec7d469-4737-433a-a3a8-2982fe332e97,segment=NetworkSegment(da2e68af-3d7d-4c44-bd4c-33667efa9866),segment_id=da2e68af-3d7d-4c44-bd4c-33667efa9866)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:07:24.224896 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:24.227686 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:24.297714 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=0ec7d469-4737-433a-a3a8-2982fe332e97,revision_number=4']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:24.301202 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:24.605984 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] get_ports_and_sgs() called for port_ids ['0ec7d469-4737-433a-a3a8-2982fe332e97'] {{(pid=84421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 08:07:24.859800 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8cb4bbca-0f6e-4305-af6f-5bb9fd060732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:24.954640 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14067a1-1fcb-426d-a931-314a216ada7e req-297e9caf-1f69-41ff-b605-89dd96b0652e tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:24.956380 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c14067a1-1fcb-426d-a931-314a216ada7e req-297e9caf-1f69-41ff-b605-89dd96b0652e tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=603bd8c8-4307-47f4-bd4d-a11e4dc948dc HTTP/1.1" status: 200 len: 944 time: 0.1248269 Apr 07 08:07:25.009641 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c14067a1-1fcb-426d-a931-314a216ada7e req-50608653-e777-453d-9e6f-4dc6ce615c93 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459261 Apr 07 08:07:25.088295 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a1e77-65a2-45e8-a682-a2de00382d8c req-16c0f771-8344-411a-9e94-8ab56a7a51b3 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:25.090535 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-121a1e77-65a2-45e8-a682-a2de00382d8c req-16c0f771-8344-411a-9e94-8ab56a7a51b3 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5de8c2c-585c-42c4-9882-bbb1a2d59a84 HTTP/1.1" status: 200 len: 948 time: 0.0926461 Apr 07 08:07:25.141957 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-121a1e77-65a2-45e8-a682-a2de00382d8c req-3d5233a4-ce68-4618-b9f3-014f1194bf49 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] 10.222.0.16 "GET /v2.0/security-groups?id=74d105e4-0fbd-4766-98df-f232693d3484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438819 Apr 07 08:07:25.335071 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8784c-134c-45e4-b534-5f50e6817a67 req-4798974c-5710-4705-8823-236104a6075a tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:25.336731 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-aad8784c-134c-45e4-b534-5f50e6817a67 req-4798974c-5710-4705-8823-236104a6075a tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.0909038 Apr 07 08:07:25.379657 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:25.387546 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-aad8784c-134c-45e4-b534-5f50e6817a67 req-2f3540b8-a3bb-41b0-8409-ec49e975049a tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438900 Apr 07 08:07:25.952555 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device a59b2732-be6d-4075-bbd6-6b603f83d801 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 08:07:25.958324 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 0ec7d469-4737-433a-a3a8-2982fe332e97 up at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:07:26.168240 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port a59b2732-be6d-4075-bbd6-6b603f83d801, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=a59b2732-be6d-4075-bbd6-6b603f83d801,segment=NetworkSegment(cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee),segment_id=cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:07:26.175929 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Provisioning for port 0ec7d469-4737-433a-a3a8-2982fe332e97 completed by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:07:26.184808 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Provisioning complete for port 0ec7d469-4737-433a-a3a8-2982fe332e97 triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:07:26.185226 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:26.227574 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Returning: {'device': 'a59b2732-be6d-4075-bbd6-6b603f83d801', 'network_id': '12b6a4b5-316a-406f-9230-1ee620072355', 'port_id': 'a59b2732-be6d-4075-bbd6-6b603f83d801', 'mac_address': 'fa:16:3e:b6:52:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0261230a-f66e-46e9-a29a-909ac4232a81', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 08:07:26.253443 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5230bfc-8261-47d0-b1c5-91c18395be62 req-95378410-2bbc-46a2-98c0-7b5dea355c62 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:26.255152 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a5230bfc-8261-47d0-b1c5-91c18395be62 req-95378410-2bbc-46a2-98c0-7b5dea355c62 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=603bd8c8-4307-47f4-bd4d-a11e4dc948dc HTTP/1.1" status: 200 len: 944 time: 0.1069467 Apr 07 08:07:26.320547 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a5230bfc-8261-47d0-b1c5-91c18395be62 req-5af09015-2244-488b-874f-ae720ed56a46 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577502 Apr 07 08:07:26.352319 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:26.456318 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 45844) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:07:26.472278 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a59b2732-be6d-4075-bbd6-6b603f83d801 {{(pid=84421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 08:07:26.479396 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:26.480138 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8c192-10b9-4707-8989-1831656d5e69 req-c7d00322-c4c3-4761-a049-0c62bc335331 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:26.488129 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f2f8c192-10b9-4707-8989-1831656d5e69 req-c7d00322-c4c3-4761-a049-0c62bc335331 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5de8c2c-585c-42c4-9882-bbb1a2d59a84 HTTP/1.1" status: 200 len: 948 time: 0.1397200 Apr 07 08:07:26.516492 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port a59b2732-be6d-4075-bbd6-6b603f83d801, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=a59b2732-be6d-4075-bbd6-6b603f83d801,segment=NetworkSegment(cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee),segment_id=cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:07:26.523472 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5de8c2c-585c-42c4-9882-bbb1a2d59a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec7d469-4737-433a-a3a8-2982fe332e97'}] {{(pid=84421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:07:26.533374 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f2f8c192-10b9-4707-8989-1831656d5e69 req-1e1c5f4d-1ec7-4454-b6b8-b8e52ce95164 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] 10.222.0.16 "GET /v2.0/security-groups?id=74d105e4-0fbd-4766-98df-f232693d3484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443003 Apr 07 08:07:26.537459 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 0ec7d469-4737-433a-a3a8-2982fe332e97, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=0ec7d469-4737-433a-a3a8-2982fe332e97,segment=NetworkSegment(da2e68af-3d7d-4c44-bd4c-33667efa9866),segment_id=da2e68af-3d7d-4c44-bd4c-33667efa9866)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:07:26.539271 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:26.541136 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:26.600230 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:26.628223 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5de8c2c-585c-42c4-9882-bbb1a2d59a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec7d469-4737-433a-a3a8-2982fe332e97', 'code': 200} Apr 07 08:07:26.640883 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=a59b2732-be6d-4075-bbd6-6b603f83d801,revision_number=4']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:26.644391 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:26.645512 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-27b54606-d366-48aa-b01d-dd5b7078f7d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:26.694383 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c6a7d7ea-0116-49a0-9e21-ec930249cf91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:26.725324 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-c6a7d7ea-0116-49a0-9e21-ec930249cf91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:07:26.730074 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-c6a7d7ea-0116-49a0-9e21-ec930249cf91 admin admin] Usage tracker for resource:security_group_rule and tenant:553012416e38440f948d355b687667e2 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:07:26.733381 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-c6a7d7ea-0116-49a0-9e21-ec930249cf91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:07:26.741389 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-c6a7d7ea-0116-49a0-9e21-ec930249cf91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:07:26.786729 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:26.789331 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=0ec7d469-4737-433a-a3a8-2982fe332e97,revision_number=5']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:26.795427 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:26.809667 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc365879-347d-485f-967a-8e398480558a req-e841fa7b-41a5-4a41-acb2-b5f67e01066e tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:26.811405 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-fc365879-347d-485f-967a-8e398480558a req-e841fa7b-41a5-4a41-acb2-b5f67e01066e tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.1485062 Apr 07 08:07:26.821877 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:26.867320 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-fc365879-347d-485f-967a-8e398480558a req-c55a6a80-aaca-4102-a591-8aecc990b747 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494938 Apr 07 08:07:26.917684 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] get_ports_and_sgs() called for port_ids ['a59b2732-be6d-4075-bbd6-6b603f83d801'] {{(pid=84421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 08:07:26.918555 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c6a7d7ea-0116-49a0-9e21-ec930249cf91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:26.944670 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c6a7d7ea-0116-49a0-9e21-ec930249cf91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:26.956332 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-62a9ef9a-0b70-487d-9c94-05e2a7eac329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:26.989656 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-c6a7d7ea-0116-49a0-9e21-ec930249cf91 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=553012416e38440f948d355b687667e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5319111 Apr 07 08:07:26.992503 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 45858) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:07:27.012630 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7d7ea-0116-49a0-9e21-ec930249cf91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7826dd2-d588-49d8-8f05-d6fe51cae4be,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:27.016305 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c6a7d7ea-0116-49a0-9e21-ec930249cf91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:27.075022 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cb4fe0cd-850b-4007-83a3-fa63c7741269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:27.102667 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cb4fe0cd-850b-4007-83a3-fa63c7741269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:27.110535 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f53f23-27df-4c1d-bd60-dadebc315912 req-ccafcdc8-c238-4467-8c31-0116a2c70a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:27.111126 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a9f53f23-27df-4c1d-bd60-dadebc315912 req-ccafcdc8-c238-4467-8c31-0116a2c70a90 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b5de8c2c-585c-42c4-9882-bbb1a2d59a84 HTTP/1.1" status: 200 len: 1102 time: 0.0833564 Apr 07 08:07:27.160976 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a9f53f23-27df-4c1d-bd60-dadebc315912 req-2f396a60-e423-45b6-b023-6628c21b6b3e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=74d105e4-0fbd-4766-98df-f232693d3484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372164 Apr 07 08:07:27.241958 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cb4fe0cd-850b-4007-83a3-fa63c7741269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:27.247584 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e4c523fe-8099-4330-9612-4bf910994023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:27.262101 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4fe0cd-850b-4007-83a3-fa63c7741269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7826dd2-d588-49d8-8f05-d6fe51cae4be,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:27.264863 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-cb4fe0cd-850b-4007-83a3-fa63c7741269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:27.266127 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cb4fe0cd-850b-4007-83a3-fa63c7741269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:27.267365 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-cb4fe0cd-850b-4007-83a3-fa63c7741269 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a7826dd2-d588-49d8-8f05-d6fe51cae4be HTTP/1.1" status: 204 len: 168 time: 0.2736979 Apr 07 08:07:27.538877 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd8084-74af-4737-a646-3aa9d24428ca req-e87c2512-a5db-4598-a25b-971c43270fa6 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:27.540618 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-05bd8084-74af-4737-a646-3aa9d24428ca req-e87c2512-a5db-4598-a25b-971c43270fa6 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=603bd8c8-4307-47f4-bd4d-a11e4dc948dc HTTP/1.1" status: 200 len: 945 time: 0.1052141 Apr 07 08:07:27.596680 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-05bd8084-74af-4737-a646-3aa9d24428ca req-735d81c6-c75d-4301-bdda-ffa8269fdd7b tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480084 Apr 07 08:07:27.747371 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4e0a8-2f0f-4801-a511-7edf5680dac4 req-cb7e501b-eb9f-4d23-84b6-e39c60ae98f8 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:27.749216 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f4b4e0a8-2f0f-4801-a511-7edf5680dac4 req-cb7e501b-eb9f-4d23-84b6-e39c60ae98f8 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5de8c2c-585c-42c4-9882-bbb1a2d59a84 HTTP/1.1" status: 200 len: 949 time: 0.0900877 Apr 07 08:07:27.797862 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f4b4e0a8-2f0f-4801-a511-7edf5680dac4 req-93dda57b-3af8-4a4a-bd58-71b598a81967 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] 10.222.0.16 "GET /v2.0/security-groups?id=74d105e4-0fbd-4766-98df-f232693d3484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423796 Apr 07 08:07:28.112196 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405f42e-73e0-4faa-8a69-16ca78ffbacf req-a0daf24b-69c1-4809-9533-6b52debd5009 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:28.115620 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-7405f42e-73e0-4faa-8a69-16ca78ffbacf req-a0daf24b-69c1-4809-9533-6b52debd5009 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.1045518 Apr 07 08:07:28.169195 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-7405f42e-73e0-4faa-8a69-16ca78ffbacf req-97a4f2c2-761c-4009-b447-cff6590e74af tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460544 Apr 07 08:07:28.806910 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2cfdd-4f94-4933-8da4-bbe2601ac77f req-7d456178-ec29-4315-93fb-9d5f6492a1dd tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:28.809062 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e7f2cfdd-4f94-4933-8da4-bbe2601ac77f req-7d456178-ec29-4315-93fb-9d5f6492a1dd tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=603bd8c8-4307-47f4-bd4d-a11e4dc948dc HTTP/1.1" status: 200 len: 945 time: 0.0942934 Apr 07 08:07:28.858720 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e7f2cfdd-4f94-4933-8da4-bbe2601ac77f req-b51ac77d-124b-4b6d-97ab-23e8d61ecb02 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429976 Apr 07 08:07:29.051991 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a2c38-7a61-4e06-ac0b-db68f3c38649 req-4db2178f-d18b-49a4-a645-90dec0e0a078 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:29.053698 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-884a2c38-7a61-4e06-ac0b-db68f3c38649 req-4db2178f-d18b-49a4-a645-90dec0e0a078 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5de8c2c-585c-42c4-9882-bbb1a2d59a84 HTTP/1.1" status: 200 len: 949 time: 0.0881674 Apr 07 08:07:29.104374 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-884a2c38-7a61-4e06-ac0b-db68f3c38649 req-d7c3a183-2421-4833-8c57-46d2957f7883 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] 10.222.0.16 "GET /v2.0/security-groups?id=74d105e4-0fbd-4766-98df-f232693d3484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436497 Apr 07 08:07:29.400627 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebac31c-1f7f-4b31-821e-dbc89eaa5fa2 req-978a1b47-322c-4bce-8c7e-e1c55734f401 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:29.402447 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4ebac31c-1f7f-4b31-821e-dbc89eaa5fa2 req-978a1b47-322c-4bce-8c7e-e1c55734f401 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.0992103 Apr 07 08:07:29.455163 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4ebac31c-1f7f-4b31-821e-dbc89eaa5fa2 req-3cb3f8b4-8e15-400d-8747-e24d1208fb9b tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470693 Apr 07 08:07:29.728361 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c28d672-6348-430b-b215-f04a8c593f8f req-acc93e51-55b5-4170-ab5e-1c1f16bcf8a5 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:29.730025 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4c28d672-6348-430b-b215-f04a8c593f8f req-acc93e51-55b5-4170-ab5e-1c1f16bcf8a5 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5de8c2c-585c-42c4-9882-bbb1a2d59a84 HTTP/1.1" status: 200 len: 949 time: 0.0950546 Apr 07 08:07:29.776658 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4c28d672-6348-430b-b215-f04a8c593f8f req-0e60941d-275e-4cfe-bca3-7969e9d71a3d tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] 10.222.0.16 "GET /v2.0/security-groups?id=74d105e4-0fbd-4766-98df-f232693d3484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402942 Apr 07 08:07:29.969867 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device a59b2732-be6d-4075-bbd6-6b603f83d801 up at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:07:30.069270 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4af50-e81c-490b-9b6e-5ef1927b0698 req-289b6864-7088-4c9f-a8b3-5ec155fd602b tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:30.070926 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-cdb4af50-e81c-490b-9b6e-5ef1927b0698 req-289b6864-7088-4c9f-a8b3-5ec155fd602b tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=603bd8c8-4307-47f4-bd4d-a11e4dc948dc HTTP/1.1" status: 200 len: 945 time: 0.0921330 Apr 07 08:07:30.076556 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Provisioning for port a59b2732-be6d-4075-bbd6-6b603f83d801 completed by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:07:30.081833 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Provisioning complete for port a59b2732-be6d-4075-bbd6-6b603f83d801 triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:07:30.082246 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:30.120761 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-cdb4af50-e81c-490b-9b6e-5ef1927b0698 req-69e3d4d9-9572-42e2-b50b-548a42211b4a tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423589 Apr 07 08:07:30.211032 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:30.239564 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '603bd8c8-4307-47f4-bd4d-a11e4dc948dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59b2732-be6d-4075-bbd6-6b603f83d801'}] {{(pid=84421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:07:30.257547 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port a59b2732-be6d-4075-bbd6-6b603f83d801, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=a59b2732-be6d-4075-bbd6-6b603f83d801,segment=NetworkSegment(cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee),segment_id=cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:07:30.288948 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '603bd8c8-4307-47f4-bd4d-a11e4dc948dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59b2732-be6d-4075-bbd6-6b603f83d801', 'code': 200} Apr 07 08:07:30.299914 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:30.303483 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:30.388656 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=a59b2732-be6d-4075-bbd6-6b603f83d801,revision_number=5']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:30.400005 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:30.681431 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa367d57-2bbe-4253-a267-7d3af823db6f req-90d529d7-d421-4402-84ce-9817b51967ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:30.683628 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-fa367d57-2bbe-4253-a267-7d3af823db6f req-90d529d7-d421-4402-84ce-9817b51967ec service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=603bd8c8-4307-47f4-bd4d-a11e4dc948dc HTTP/1.1" status: 200 len: 1099 time: 0.1526830 Apr 07 08:07:30.692804 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adfe204-0275-43b1-b852-c7a8312a2230 req-6a34656c-db9a-4a57-87ac-70490e0e79e7 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:30.694504 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8adfe204-0275-43b1-b852-c7a8312a2230 req-6a34656c-db9a-4a57-87ac-70490e0e79e7 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.1238956 Apr 07 08:07:30.770857 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-fa367d57-2bbe-4253-a267-7d3af823db6f req-993609a3-a16d-4a8a-931c-d0c1936f6753 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740795 Apr 07 08:07:30.775505 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8adfe204-0275-43b1-b852-c7a8312a2230 req-09db06e4-171b-401f-89f8-85a090cf5ec3 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641682 Apr 07 08:07:30.990885 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3baa57-4d39-49b9-a118-471bb6244d92 req-71e6d487-01f0-4ce6-ad59-0d3554acd8bf tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:30.990885 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-fb3baa57-4d39-49b9-a118-471bb6244d92 req-71e6d487-01f0-4ce6-ad59-0d3554acd8bf tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5de8c2c-585c-42c4-9882-bbb1a2d59a84 HTTP/1.1" status: 200 len: 949 time: 0.0911412 Apr 07 08:07:31.035814 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-fb3baa57-4d39-49b9-a118-471bb6244d92 req-60bd0c87-42ec-49f3-9b3f-700d3122c3ea tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] 10.222.0.16 "GET /v2.0/security-groups?id=74d105e4-0fbd-4766-98df-f232693d3484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408888 Apr 07 08:07:31.324660 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4af96-6690-448e-bd1e-055b33627fe9 req-db329732-39ec-4c92-bed8-539068a47185 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:31.326179 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c6a4af96-6690-448e-bd1e-055b33627fe9 req-db329732-39ec-4c92-bed8-539068a47185 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=603bd8c8-4307-47f4-bd4d-a11e4dc948dc HTTP/1.1" status: 200 len: 946 time: 0.0925663 Apr 07 08:07:31.384862 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c6a4af96-6690-448e-bd1e-055b33627fe9 req-db1c09e0-c2a8-42a9-9cff-a0d2f28ab542 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521717 Apr 07 08:07:31.799417 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067664e-4553-403a-a345-cd038d483641 req-f7ce610a-4408-42ba-940b-033c8e6d99f4 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:31.801010 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e067664e-4553-403a-a345-cd038d483641 req-f7ce610a-4408-42ba-940b-033c8e6d99f4 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5de8c2c-585c-42c4-9882-bbb1a2d59a84 HTTP/1.1" status: 200 len: 949 time: 0.0902228 Apr 07 08:07:31.882163 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-e067664e-4553-403a-a345-cd038d483641 req-545045af-8f2b-45c5-9e96-dfda9252e511 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Deleting port 0ec7d469-4737-433a-a3a8-2982fe332e97 {{(pid=84419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:07:31.882554 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e067664e-4553-403a-a345-cd038d483641 req-545045af-8f2b-45c5-9e96-dfda9252e511 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:32.178124 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2bd099-b621-42ac-b7ea-d29f75235f82 req-1211f33b-1194-48bf-affe-9b7995f22406 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:32.179785 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2c2bd099-b621-42ac-b7ea-d29f75235f82 req-1211f33b-1194-48bf-affe-9b7995f22406 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.2629235 Apr 07 08:07:32.266358 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2c2bd099-b621-42ac-b7ea-d29f75235f82 req-f3d98b72-b845-4665-97bc-3cc846c36271 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743155 Apr 07 08:07:32.279400 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-e067664e-4553-403a-a345-cd038d483641 req-545045af-8f2b-45c5-9e96-dfda9252e511 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] For port 0ec7d469-4737-433a-a3a8-2982fe332e97, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=0ec7d469-4737-433a-a3a8-2982fe332e97,segment=NetworkSegment(da2e68af-3d7d-4c44-bd4c-33667efa9866),segment_id=da2e68af-3d7d-4c44-bd4c-33667efa9866)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:07:32.279535 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d139a-6d7a-465b-aa72-be79469e7d0f req-1df0b441-77ab-4f44-9c56-7ca6d496d253 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:32.280091 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e067664e-4553-403a-a345-cd038d483641 req-545045af-8f2b-45c5-9e96-dfda9252e511 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:32.289038 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d53d139a-6d7a-465b-aa72-be79469e7d0f req-1df0b441-77ab-4f44-9c56-7ca6d496d253 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5de8c2c-585c-42c4-9882-bbb1a2d59a84 HTTP/1.1" status: 200 len: 949 time: 0.1270769 Apr 07 08:07:32.341393 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d53d139a-6d7a-465b-aa72-be79469e7d0f req-a18bd36b-6407-414d-ad17-a85f4353ba80 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] 10.222.0.16 "GET /v2.0/security-groups?id=74d105e4-0fbd-4766-98df-f232693d3484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512831 Apr 07 08:07:32.442034 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-e067664e-4553-403a-a345-cd038d483641 req-545045af-8f2b-45c5-9e96-dfda9252e511 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Calling delete_port for 0ec7d469-4737-433a-a3a8-2982fe332e97 owned by compute:nova {{(pid=84419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:07:32.610360 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628bcd01-12a7-4be4-84d1-7ff34a245e4a req-24c2ff72-55df-4eea-83b3-428aa64f7a87 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:32.611947 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-628bcd01-12a7-4be4-84d1-7ff34a245e4a req-24c2ff72-55df-4eea-83b3-428aa64f7a87 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=603bd8c8-4307-47f4-bd4d-a11e4dc948dc HTTP/1.1" status: 200 len: 946 time: 0.1002090 Apr 07 08:07:32.661497 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-628bcd01-12a7-4be4-84d1-7ff34a245e4a req-d6b007a6-264f-47aa-a936-474559a98b25 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427859 Apr 07 08:07:32.699968 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e067664e-4553-403a-a345-cd038d483641 req-545045af-8f2b-45c5-9e96-dfda9252e511 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716444531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762716001395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:32.712109 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] get_ports_and_sgs() called for port_ids ['0ec7d469-4737-433a-a3a8-2982fe332e97'] {{(pid=84421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 08:07:32.718912 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:32.780667 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545045af-8f2b-45c5-9e96-dfda9252e511 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Pushing event deleted for resources: {'Port': ['ID=0ec7d469-4737-433a-a3a8-2982fe332e97,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:32.832566 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-545045af-8f2b-45c5-9e96-dfda9252e511 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:32.985753 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-e067664e-4553-403a-a345-cd038d483641 req-545045af-8f2b-45c5-9e96-dfda9252e511 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] No DVR routers for this DVR port 0ec7d469-4737-433a-a3a8-2982fe332e97 on host hv-cinder-78239 {{(pid=84419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 08:07:32.989019 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e067664e-4553-403a-a345-cd038d483641 req-545045af-8f2b-45c5-9e96-dfda9252e511 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:32.997138 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5de8c2c-585c-42c4-9882-bbb1a2d59a84', 'name': 'network-vif-deleted', 'tag': '0ec7d469-4737-433a-a3a8-2982fe332e97'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:07:33.055110 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5de8c2c-585c-42c4-9882-bbb1a2d59a84', 'name': 'network-vif-deleted', 'tag': '0ec7d469-4737-433a-a3a8-2982fe332e97', 'status': 'completed', 'code': 200} Apr 07 08:07:33.060335 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e067664e-4553-403a-a345-cd038d483641 req-545045af-8f2b-45c5-9e96-dfda9252e511 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] 10.222.0.13 "DELETE /v2.0/ports/0ec7d469-4737-433a-a3a8-2982fe332e97 HTTP/1.1" status: 204 len: 173 time: 1.2526834 Apr 07 08:07:33.509974 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55711ed5-8595-4a46-8707-8da22b897ba3 req-bf26f320-601b-4b4b-804e-60030ebf6141 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:33.512073 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-55711ed5-8595-4a46-8707-8da22b897ba3 req-bf26f320-601b-4b4b-804e-60030ebf6141 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.1087763 Apr 07 08:07:33.579065 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-55711ed5-8595-4a46-8707-8da22b897ba3 req-d403aef3-508f-48b8-8d81-aebb42d8da34 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595465 Apr 07 08:07:33.690513 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-4039cd2d-cc91-4a33-901f-87bfb8f1c3c2 req-3e983f21-303f-448d-aeb3-a357fa3fdf12 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Synchronizing usage tracker for tenant:dd182e6212f145ba9efd3c16ccc34565 on resource:port {{(pid=84419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:07:33.733457 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-4039cd2d-cc91-4a33-901f-87bfb8f1c3c2 req-3e983f21-303f-448d-aeb3-a357fa3fdf12 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Unset dirty status for tenant:dd182e6212f145ba9efd3c16ccc34565 on resource:port {{(pid=84419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:07:33.734820 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4039cd2d-cc91-4a33-901f-87bfb8f1c3c2 req-3e983f21-303f-448d-aeb3-a357fa3fdf12 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5de8c2c-585c-42c4-9882-bbb1a2d59a84 HTTP/1.1" status: 200 len: 210 time: 0.0935593 Apr 07 08:07:33.804481 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 45970) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:07:33.931998 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4ade5f7e-78e4-4ee4-95ba-83f8303c68ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:33.947237 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-4ade5f7e-78e4-4ee4-95ba-83f8303c68ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:07:33.952522 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-4ade5f7e-78e4-4ee4-95ba-83f8303c68ca admin admin] Usage tracker for resource:security_group_rule and tenant:2c94ddde27ee4f9390515bf287398e12 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:07:33.955551 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-4ade5f7e-78e4-4ee4-95ba-83f8303c68ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:07:33.961773 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-4ade5f7e-78e4-4ee4-95ba-83f8303c68ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:07:34.161129 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4ade5f7e-78e4-4ee4-95ba-83f8303c68ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:34.190507 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4ade5f7e-78e4-4ee4-95ba-83f8303c68ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:34.200224 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-1188bfe1-9d44-4aa3-934a-93c21b394b04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:34.243182 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-4ade5f7e-78e4-4ee4-95ba-83f8303c68ca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2c94ddde27ee4f9390515bf287398e12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4376783 Apr 07 08:07:34.244104 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ade5f7e-78e4-4ee4-95ba-83f8303c68ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48da13d0-15ed-4fbf-b508-99d5cee7cfdc,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:34.246221 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 45976) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:07:34.247283 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4ade5f7e-78e4-4ee4-95ba-83f8303c68ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:34.311099 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3f7b6262-d880-4c1e-ab3a-f73be1f92354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:34.340436 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3f7b6262-d880-4c1e-ab3a-f73be1f92354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:34.413472 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3f7b6262-d880-4c1e-ab3a-f73be1f92354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:34.419509 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b2e3eaf8-d768-4f69-bf21-5c4fa6701f12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:34.433006 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b6262-d880-4c1e-ab3a-f73be1f92354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48da13d0-15ed-4fbf-b508-99d5cee7cfdc,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:34.436238 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3f7b6262-d880-4c1e-ab3a-f73be1f92354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:34.437199 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3f7b6262-d880-4c1e-ab3a-f73be1f92354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:34.438849 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-3f7b6262-d880-4c1e-ab3a-f73be1f92354 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/48da13d0-15ed-4fbf-b508-99d5cee7cfdc HTTP/1.1" status: 204 len: 168 time: 0.1910655 Apr 07 08:07:34.826941 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c4dfd-6ce9-4561-81d0-67557ab82a9f req-f4fccab1-4d35-4c74-a7f8-3161a8069d4b tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:34.828591 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-984c4dfd-6ce9-4561-81d0-67557ab82a9f req-f4fccab1-4d35-4c74-a7f8-3161a8069d4b tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.1182661 Apr 07 08:07:34.884913 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-984c4dfd-6ce9-4561-81d0-67557ab82a9f req-7fd105dd-9a97-44de-b564-a39f3c80909c tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434093 Apr 07 08:07:35.373578 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8e7a7-419c-447b-92c5-fdb76a1a5ae6 req-72fe832a-9e37-451f-9544-8522090e2a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:35.375547 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-eae8e7a7-419c-447b-92c5-fdb76a1a5ae6 req-72fe832a-9e37-451f-9544-8522090e2a5e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 1099 time: 0.1238976 Apr 07 08:07:35.432443 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-eae8e7a7-419c-447b-92c5-fdb76a1a5ae6 req-4f6fee83-76e8-4b49-a19a-60b712d29fbd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499444 Apr 07 08:07:35.990019 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 0ec7d469-4737-433a-a3a8-2982fe332e97 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 08:07:36.028630 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] No Port match for: 0ec7d469-4737-433a-a3a8-2982fe332e97 {{(pid=84421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 08:07:36.029021 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 0ec7d469-4737-433a-a3a8-2982fe332e97 not bound to the agent host hv-cinder-78239 {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 08:07:36.105094 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170506d-b612-42a5-b8bf-0df852b63677 req-cc1c4340-4054-46bb-b196-c8b7f58ecc9e tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:36.112541 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f170506d-b612-42a5-b8bf-0df852b63677 req-cc1c4340-4054-46bb-b196-c8b7f58ecc9e tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.1014385 Apr 07 08:07:36.161308 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f170506d-b612-42a5-b8bf-0df852b63677 req-8d861bf6-cc20-4682-91a5-e326a1bc4fb2 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471156 Apr 07 08:07:37.413071 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7c1a2-405b-494a-997b-9abc3c0bccd8 req-e2c97ba8-71be-4a53-90a4-9b22d78a0409 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:37.414996 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-21f7c1a2-405b-494a-997b-9abc3c0bccd8 req-e2c97ba8-71be-4a53-90a4-9b22d78a0409 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.1323774 Apr 07 08:07:37.481732 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-21f7c1a2-405b-494a-997b-9abc3c0bccd8 req-17dbe8e0-dba0-4d5a-a697-defd9d6cb5f4 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539963 Apr 07 08:07:38.142175 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c65009-12e1-4fb0-93df-26485229cdcc req-3a0de172-2390-4121-8ab9-f7cc1f77aeb1 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:38.143921 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-19c65009-12e1-4fb0-93df-26485229cdcc req-3a0de172-2390-4121-8ab9-f7cc1f77aeb1 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.1089563 Apr 07 08:07:38.203674 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-19c65009-12e1-4fb0-93df-26485229cdcc req-7480a636-6e49-4152-abcb-40af84f45d77 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497482 Apr 07 08:07:38.298023 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce96b6-ebb5-44b6-bf06-7b34715ee294 req-2e4d85da-8419-41e1-91bf-2efe03e514ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:38.299868 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c3ce96b6-ebb5-44b6-bf06-7b34715ee294 req-2e4d85da-8419-41e1-91bf-2efe03e514ba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9eaeeda39a4b47ae8eb1d0351d5b6be3&device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 1099 time: 0.3258703 Apr 07 08:07:38.490464 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce96b6-ebb5-44b6-bf06-7b34715ee294 req-db8dd6b5-704f-4d93-ace7-3725ff99f5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:38.492098 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c3ce96b6-ebb5-44b6-bf06-7b34715ee294 req-db8dd6b5-704f-4d93-ace7-3725ff99f5ec service neutron] 10.222.0.13 "GET /v2.0/networks?id=c6933257-8ef8-4bce-aa40-707967b2369e HTTP/1.1" status: 200 len: 918 time: 0.1708913 Apr 07 08:07:38.582872 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c3ce96b6-ebb5-44b6-bf06-7b34715ee294 req-107390ca-53ad-4099-a9fb-4126aff244ca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f860112-10ba-49aa-8d46-e6938ac497a6 HTTP/1.1" status: 200 len: 217 time: 0.0724852 Apr 07 08:07:38.662894 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce96b6-ebb5-44b6-bf06-7b34715ee294 req-c9ff77f5-d863-47c3-801c-f10bcd752fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:38.664452 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c3ce96b6-ebb5-44b6-bf06-7b34715ee294 req-c9ff77f5-d863-47c3-801c-f10bcd752fd6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e3fb4432-90be-4a11-838b-25c9574051e9 HTTP/1.1" status: 200 len: 857 time: 0.0664732 Apr 07 08:07:38.744476 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c3ce96b6-ebb5-44b6-bf06-7b34715ee294 req-4f3baede-d165-427e-a458-ce758fe0e4a0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c6933257-8ef8-4bce-aa40-707967b2369e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638788 Apr 07 08:07:38.911027 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c3ce96b6-ebb5-44b6-bf06-7b34715ee294 req-75057b65-5420-4c7c-a688-5682c0646964 service neutron] 10.222.0.13 "GET /v2.0/networks/c6933257-8ef8-4bce-aa40-707967b2369e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527817 Apr 07 08:07:39.074535 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c3ce96b6-ebb5-44b6-bf06-7b34715ee294 req-f1f51c92-d7b8-4299-a201-45103fa23c83 service neutron] 10.222.0.13 "GET /v2.0/networks/c6933257-8ef8-4bce-aa40-707967b2369e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466062 Apr 07 08:07:39.457958 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb480dfd-c1e3-4df1-a174-0f6bbaef2727 req-15d39364-17bc-44f4-8a57-d37620c67591 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:39.458644 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-cb480dfd-c1e3-4df1-a174-0f6bbaef2727 req-15d39364-17bc-44f4-8a57-d37620c67591 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.1369901 Apr 07 08:07:39.507527 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-cb480dfd-c1e3-4df1-a174-0f6bbaef2727 req-074af53e-cf5e-4424-81ac-ae310c04c219 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418861 Apr 07 08:07:40.708956 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbaf18-8be9-4ac4-96c1-1b4d7f187940 req-6a60b1a2-bc50-4401-9d99-7d3c78f5c386 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:40.710528 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c6cbaf18-8be9-4ac4-96c1-1b4d7f187940 req-6a60b1a2-bc50-4401-9d99-7d3c78f5c386 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.0877345 Apr 07 08:07:40.763377 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c6cbaf18-8be9-4ac4-96c1-1b4d7f187940 req-ef8820c8-bba5-4191-b049-175be3694c40 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452824 Apr 07 08:07:41.659059 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eea42b-7b16-4ff1-ae67-21328a915aa2 req-296f2d03-4d4e-47aa-a25d-dba91871ab20 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:41.663133 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-07eea42b-7b16-4ff1-ae67-21328a915aa2 req-296f2d03-4d4e-47aa-a25d-dba91871ab20 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=603bd8c8-4307-47f4-bd4d-a11e4dc948dc HTTP/1.1" status: 200 len: 946 time: 0.0932579 Apr 07 08:07:41.715973 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-07eea42b-7b16-4ff1-ae67-21328a915aa2 req-86736ef0-d011-4893-9ec6-3010fedc7a2e tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480313 Apr 07 08:07:41.967175 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a83617-ded7-43c9-ab1e-80c1e625d841 req-a42ca719-6236-4d2e-ab83-971b638849c8 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:41.969067 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c8a83617-ded7-43c9-ab1e-80c1e625d841 req-a42ca719-6236-4d2e-ab83-971b638849c8 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.0905721 Apr 07 08:07:41.997304 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 46380) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:07:42.025639 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c8a83617-ded7-43c9-ab1e-80c1e625d841 req-ec8faca6-838d-449a-930a-bb978088c0c0 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500803 Apr 07 08:07:42.164595 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-042d91df-b91c-41c8-a7ee-dd7ed3740c32 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dd182e6212f145ba9efd3c16ccc34565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1659870 Apr 07 08:07:42.167909 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 46390) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:07:42.236258 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-735dffb6-e400-41f5-bbd0-f8af58e6f72f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:42.264698 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-735dffb6-e400-41f5-bbd0-f8af58e6f72f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:42.356524 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-735dffb6-e400-41f5-bbd0-f8af58e6f72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:42.367594 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c6a7d7ea-0116-49a0-9e21-ec930249cf91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:42.378772 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735dffb6-e400-41f5-bbd0-f8af58e6f72f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d105e4-0fbd-4766-98df-f232693d3484,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:42.387470 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735dffb6-e400-41f5-bbd0-f8af58e6f72f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:42.387962 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735dffb6-e400-41f5-bbd0-f8af58e6f72f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:42.388433 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735dffb6-e400-41f5-bbd0-f8af58e6f72f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:42.388900 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735dffb6-e400-41f5-bbd0-f8af58e6f72f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:42.389355 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735dffb6-e400-41f5-bbd0-f8af58e6f72f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:42.389823 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735dffb6-e400-41f5-bbd0-f8af58e6f72f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:42.390277 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735dffb6-e400-41f5-bbd0-f8af58e6f72f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:42.390775 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735dffb6-e400-41f5-bbd0-f8af58e6f72f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:42.391237 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735dffb6-e400-41f5-bbd0-f8af58e6f72f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:42.391698 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735dffb6-e400-41f5-bbd0-f8af58e6f72f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:42.392144 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735dffb6-e400-41f5-bbd0-f8af58e6f72f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:42.392605 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735dffb6-e400-41f5-bbd0-f8af58e6f72f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:42.398471 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-735dffb6-e400-41f5-bbd0-f8af58e6f72f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:42.403674 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-735dffb6-e400-41f5-bbd0-f8af58e6f72f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:42.405434 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-735dffb6-e400-41f5-bbd0-f8af58e6f72f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/74d105e4-0fbd-4766-98df-f232693d3484 HTTP/1.1" status: 204 len: 168 time: 0.2364664 Apr 07 08:07:42.924852 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d54d9f-fd11-4bc5-ab77-6000f9c1a35b req-f6b01ee8-5468-4bee-8a96-af480515805b tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:42.926547 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c6d54d9f-fd11-4bc5-ab77-6000f9c1a35b req-f6b01ee8-5468-4bee-8a96-af480515805b tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=603bd8c8-4307-47f4-bd4d-a11e4dc948dc HTTP/1.1" status: 200 len: 946 time: 0.0947614 Apr 07 08:07:42.987671 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c6d54d9f-fd11-4bc5-ab77-6000f9c1a35b req-42dc57db-ded7-4849-a6ba-5c8b4d9cd8a3 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547416 Apr 07 08:07:43.705586 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c18c2-ba09-4120-b27e-ab0ad6fc63dd req-1980852f-033c-4f14-8774-949abf10a105 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:43.717681 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5f8c18c2-ba09-4120-b27e-ab0ad6fc63dd req-1980852f-033c-4f14-8774-949abf10a105 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.13 "GET /v2.0/ports?device_id=603bd8c8-4307-47f4-bd4d-a11e4dc948dc HTTP/1.1" status: 200 len: 946 time: 0.0895655 Apr 07 08:07:43.788709 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-5f8c18c2-ba09-4120-b27e-ab0ad6fc63dd req-ed28eec7-ce35-498b-b2fa-61d6cf307391 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Deleting port a59b2732-be6d-4075-bbd6-6b603f83d801 {{(pid=84419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:07:43.789090 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-5f8c18c2-ba09-4120-b27e-ab0ad6fc63dd req-ed28eec7-ce35-498b-b2fa-61d6cf307391 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:43.912739 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae09a6-2a66-4f46-902e-2f4351fbeac3 req-bcd46af3-94c1-415c-bb68-40e87e4b4bb2 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:43.914346 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-58ae09a6-2a66-4f46-902e-2f4351fbeac3 req-bcd46af3-94c1-415c-bb68-40e87e4b4bb2 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.0940969 Apr 07 08:07:43.964140 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-58ae09a6-2a66-4f46-902e-2f4351fbeac3 req-3c90418a-5b5d-4d7b-b960-726997583e46 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428836 Apr 07 08:07:44.071880 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-5f8c18c2-ba09-4120-b27e-ab0ad6fc63dd req-ed28eec7-ce35-498b-b2fa-61d6cf307391 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] For port a59b2732-be6d-4075-bbd6-6b603f83d801, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=a59b2732-be6d-4075-bbd6-6b603f83d801,segment=NetworkSegment(cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee),segment_id=cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:07:44.075712 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-5f8c18c2-ba09-4120-b27e-ab0ad6fc63dd req-ed28eec7-ce35-498b-b2fa-61d6cf307391 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:44.216043 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-5f8c18c2-ba09-4120-b27e-ab0ad6fc63dd req-ed28eec7-ce35-498b-b2fa-61d6cf307391 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Calling delete_port for a59b2732-be6d-4075-bbd6-6b603f83d801 owned by compute:nova {{(pid=84419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:07:44.235052 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00cde4-b9c2-4788-b186-f65da44535b2 req-419b1fa3-d311-421c-a288-e77872cf4056 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:44.239153 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-dd00cde4-b9c2-4788-b186-f65da44535b2 req-419b1fa3-d311-421c-a288-e77872cf4056 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=603bd8c8-4307-47f4-bd4d-a11e4dc948dc HTTP/1.1" status: 200 len: 946 time: 0.1193585 Apr 07 08:07:44.299882 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-dd00cde4-b9c2-4788-b186-f65da44535b2 req-f6cbce00-5275-4246-9d59-918e32ff498c tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565305 Apr 07 08:07:44.420733 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-5f8c18c2-ba09-4120-b27e-ab0ad6fc63dd req-ed28eec7-ce35-498b-b2fa-61d6cf307391 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716444531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762716001395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:44.433870 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] get_ports_and_sgs() called for port_ids ['761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8', '54aa67e8-cb25-4f92-9fba-fe455d54adc5', '1ee2fb56-6f57-4b07-af47-0ccfad4bd71a', 'a59b2732-be6d-4075-bbd6-6b603f83d801'] {{(pid=84421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 08:07:44.440561 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:44.499081 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28eec7-ce35-498b-b2fa-61d6cf307391 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Pushing event deleted for resources: {'Port': ['ID=a59b2732-be6d-4075-bbd6-6b603f83d801,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:44.521798 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-ed28eec7-ce35-498b-b2fa-61d6cf307391 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:44.734178 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f8c18c2-ba09-4120-b27e-ab0ad6fc63dd req-ed28eec7-ce35-498b-b2fa-61d6cf307391 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] No DVR routers for this DVR port a59b2732-be6d-4075-bbd6-6b603f83d801 on host hv-cinder-78239 {{(pid=84419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 08:07:44.736916 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-5f8c18c2-ba09-4120-b27e-ab0ad6fc63dd req-ed28eec7-ce35-498b-b2fa-61d6cf307391 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:44.739827 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '603bd8c8-4307-47f4-bd4d-a11e4dc948dc', 'name': 'network-vif-deleted', 'tag': 'a59b2732-be6d-4075-bbd6-6b603f83d801'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:07:44.785482 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5f8c18c2-ba09-4120-b27e-ab0ad6fc63dd req-ed28eec7-ce35-498b-b2fa-61d6cf307391 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.13 "DELETE /v2.0/ports/a59b2732-be6d-4075-bbd6-6b603f83d801 HTTP/1.1" status: 204 len: 173 time: 1.0700483 Apr 07 08:07:44.796420 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '603bd8c8-4307-47f4-bd4d-a11e4dc948dc', 'name': 'network-vif-deleted', 'tag': 'a59b2732-be6d-4075-bbd6-6b603f83d801', 'status': 'completed', 'code': 200} Apr 07 08:07:45.552393 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f25f75e6-ab4e-4686-8a9c-6e6ee591c458 req-10b65f1b-b46d-4496-bed1-32c099593e67 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=603bd8c8-4307-47f4-bd4d-a11e4dc948dc HTTP/1.1" status: 200 len: 210 time: 0.0591476 Apr 07 08:07:46.970491 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5891b5cc-b380-473f-a4aa-25cef53e1d95 req-8f13e495-8a80-4ebd-8857-7e8182d2cf20 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1108212 Apr 07 08:07:47.060463 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f0e1b-eabf-41e1-84c5-6e229485fdfd req-83818c9e-c5b7-4a62-93bf-f476c10a40ce tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:47.063389 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e67f0e1b-eabf-41e1-84c5-6e229485fdfd req-83818c9e-c5b7-4a62-93bf-f476c10a40ce tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 946 time: 0.0986040 Apr 07 08:07:47.089062 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891b5cc-b380-473f-a4aa-25cef53e1d95 req-c7db5c1f-74a0-4190-ab19-cdc859d9c89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:47.091076 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5891b5cc-b380-473f-a4aa-25cef53e1d95 req-c7db5c1f-74a0-4190-ab19-cdc859d9c89b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9eaeeda39a4b47ae8eb1d0351d5b6be3&device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 1099 time: 0.0911310 Apr 07 08:07:47.119185 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e67f0e1b-eabf-41e1-84c5-6e229485fdfd req-8c6e262a-0194-47d4-bc73-eeadc14578da tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479348 Apr 07 08:07:47.272117 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891b5cc-b380-473f-a4aa-25cef53e1d95 req-0d0962ef-2f2b-4103-9f27-bc025333d1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:47.274012 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5891b5cc-b380-473f-a4aa-25cef53e1d95 req-0d0962ef-2f2b-4103-9f27-bc025333d1f1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c6933257-8ef8-4bce-aa40-707967b2369e HTTP/1.1" status: 200 len: 918 time: 0.1618056 Apr 07 08:07:47.366562 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5891b5cc-b380-473f-a4aa-25cef53e1d95 req-5ac31d62-5d03-4153-a754-80ed77eae434 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f860112-10ba-49aa-8d46-e6938ac497a6 HTTP/1.1" status: 200 len: 217 time: 0.0709043 Apr 07 08:07:47.435902 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891b5cc-b380-473f-a4aa-25cef53e1d95 req-1b0f3c16-8563-4e63-9996-bad742e8afb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:47.437472 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5891b5cc-b380-473f-a4aa-25cef53e1d95 req-1b0f3c16-8563-4e63-9996-bad742e8afb4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e3fb4432-90be-4a11-838b-25c9574051e9 HTTP/1.1" status: 200 len: 857 time: 0.0638373 Apr 07 08:07:47.493399 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5891b5cc-b380-473f-a4aa-25cef53e1d95 req-38245239-7228-422b-badc-5dfb10fe8a78 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c6933257-8ef8-4bce-aa40-707967b2369e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492418 Apr 07 08:07:47.644235 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5891b5cc-b380-473f-a4aa-25cef53e1d95 req-f1fe03a4-0334-4f67-bc46-442bada49592 service neutron] 10.222.0.13 "GET /v2.0/networks/c6933257-8ef8-4bce-aa40-707967b2369e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432137 Apr 07 08:07:47.788929 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5891b5cc-b380-473f-a4aa-25cef53e1d95 req-ca2e1771-6ae1-4e7b-bd7c-5b777c9693a0 service neutron] 10.222.0.13 "GET /v2.0/networks/c6933257-8ef8-4bce-aa40-707967b2369e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374004 Apr 07 08:07:48.077301 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device a59b2732-be6d-4075-bbd6-6b603f83d801 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 08:07:48.115370 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] No Port match for: a59b2732-be6d-4075-bbd6-6b603f83d801 {{(pid=84421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 08:07:48.115764 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device a59b2732-be6d-4075-bbd6-6b603f83d801 not bound to the agent host hv-cinder-78239 {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 08:07:48.336825 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c522f-69e5-4412-8ee0-d9fb7f20a292 req-99384e78-53ad-4394-8467-dd53fbf442eb tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:48.339045 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e83c522f-69e5-4412-8ee0-d9fb7f20a292 req-99384e78-53ad-4394-8467-dd53fbf442eb tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 946 time: 0.0953460 Apr 07 08:07:48.396327 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e83c522f-69e5-4412-8ee0-d9fb7f20a292 req-3ff79237-a96e-4b26-8991-2cd9c7f9854f tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495305 Apr 07 08:07:48.520850 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa8ada-cef2-4e05-adca-3760d07caa9c req-155bf00e-99f2-4061-a900-c824185c3cf3 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:48.521620 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-2ffa8ada-cef2-4e05-adca-3760d07caa9c req-155bf00e-99f2-4061-a900-c824185c3cf3 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Synchronizing usage tracker for tenant:0065664477534e84a7f46e809ac97417 on resource:port {{(pid=84419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:07:48.561952 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-2ffa8ada-cef2-4e05-adca-3760d07caa9c req-155bf00e-99f2-4061-a900-c824185c3cf3 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Unset dirty status for tenant:0065664477534e84a7f46e809ac97417 on resource:port {{(pid=84419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:07:48.563241 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2ffa8ada-cef2-4e05-adca-3760d07caa9c req-155bf00e-99f2-4061-a900-c824185c3cf3 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f3e2e72-7297-4a6f-8088-7ba7ee042046 HTTP/1.1" status: 200 len: 945 time: 0.1308677 Apr 07 08:07:48.611996 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2ffa8ada-cef2-4e05-adca-3760d07caa9c req-509583f7-830d-413f-811f-cad69c49b2d2 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420370 Apr 07 08:07:49.091912 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0094f7-1947-476e-964a-8c5a1631f104 req-b46e5920-5b83-4e79-b82e-147560889d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:49.091912 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-cc0094f7-1947-476e-964a-8c5a1631f104 req-b46e5920-5b83-4e79-b82e-147560889d13 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9eaeeda39a4b47ae8eb1d0351d5b6be3&device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 1099 time: 0.1554601 Apr 07 08:07:49.104442 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10daa5-6fee-432e-9ab9-19256a8ce1ea req-30d93944-a121-4c35-a184-dd5954ae7f1d tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:49.106052 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-fd10daa5-6fee-432e-9ab9-19256a8ce1ea req-30d93944-a121-4c35-a184-dd5954ae7f1d tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.1720948 Apr 07 08:07:49.144842 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:49.267171 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-fd10daa5-6fee-432e-9ab9-19256a8ce1ea req-d71326b8-18b4-49e1-848b-6e4fc90ffc53 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671098 Apr 07 08:07:49.290878 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0094f7-1947-476e-964a-8c5a1631f104 req-21bb2d83-b0f2-4225-b820-88f0f41c80a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:49.292628 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-cc0094f7-1947-476e-964a-8c5a1631f104 req-21bb2d83-b0f2-4225-b820-88f0f41c80a6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c6933257-8ef8-4bce-aa40-707967b2369e HTTP/1.1" status: 200 len: 918 time: 0.1855893 Apr 07 08:07:49.367782 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-cc0094f7-1947-476e-964a-8c5a1631f104 req-e9c68a43-6834-48d9-a42c-b5c5d6235f74 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f860112-10ba-49aa-8d46-e6938ac497a6 HTTP/1.1" status: 200 len: 217 time: 0.0670202 Apr 07 08:07:49.444302 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0094f7-1947-476e-964a-8c5a1631f104 req-a7eceef2-74c9-4d1e-98c8-f809f1f31694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:49.445912 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-cc0094f7-1947-476e-964a-8c5a1631f104 req-a7eceef2-74c9-4d1e-98c8-f809f1f31694 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e3fb4432-90be-4a11-838b-25c9574051e9 HTTP/1.1" status: 200 len: 857 time: 0.0701725 Apr 07 08:07:49.503397 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-cc0094f7-1947-476e-964a-8c5a1631f104 req-b4c7f170-476b-4454-b2aa-282fc17694b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c6933257-8ef8-4bce-aa40-707967b2369e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484674 Apr 07 08:07:49.517477 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 46554) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:07:49.634539 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86699aa-0495-4ad0-bb65-df586d4fd048 req-9e727bba-5062-4f5b-a9cc-22d1b6dcb8d1 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:49.636988 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b86699aa-0495-4ad0-bb65-df586d4fd048 req-9e727bba-5062-4f5b-a9cc-22d1b6dcb8d1 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 946 time: 0.1074536 Apr 07 08:07:49.659770 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d625d70c-424a-49c4-b063-3833a80f463d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:49.704737 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-d625d70c-424a-49c4-b063-3833a80f463d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:07:49.716747 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-d625d70c-424a-49c4-b063-3833a80f463d admin admin] Usage tracker for resource:security_group_rule and tenant:312f8f8da10c4484b05987861a9e03d5 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:07:49.721726 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-d625d70c-424a-49c4-b063-3833a80f463d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:07:49.727628 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b86699aa-0495-4ad0-bb65-df586d4fd048 req-a2549255-bdbd-4d1d-925b-92b4425f1849 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715601 Apr 07 08:07:49.732382 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-d625d70c-424a-49c4-b063-3833a80f463d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:07:49.903811 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d625d70c-424a-49c4-b063-3833a80f463d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:49.923264 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-cc0094f7-1947-476e-964a-8c5a1631f104 req-72e4410e-3f95-491b-a018-06aa99359e09 service neutron] 10.222.0.13 "GET /v2.0/networks/c6933257-8ef8-4bce-aa40-707967b2369e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084911 Apr 07 08:07:49.927846 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d625d70c-424a-49c4-b063-3833a80f463d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:49.937218 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3e8cee11-bf2c-4e17-b1f3-0c02b586b6ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:49.939930 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29529497-5c6a-46d1-b752-faf8481d7645 req-bf12df5f-e671-41cd-96bc-3ec6c91ac785 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:49.941447 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-29529497-5c6a-46d1-b752-faf8481d7645 req-bf12df5f-e671-41cd-96bc-3ec6c91ac785 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f3e2e72-7297-4a6f-8088-7ba7ee042046 HTTP/1.1" status: 200 len: 945 time: 0.1302774 Apr 07 08:07:49.979743 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-d625d70c-424a-49c4-b063-3833a80f463d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=312f8f8da10c4484b05987861a9e03d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4610851 Apr 07 08:07:49.981460 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d625d70c-424a-49c4-b063-3833a80f463d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac654d40-4b4f-4288-ab8c-ca7063e8f8e4,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:49.983631 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 46562) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:07:50.001277 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d625d70c-424a-49c4-b063-3833a80f463d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:50.001665 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d625d70c-424a-49c4-b063-3833a80f463d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:50.002049 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d625d70c-424a-49c4-b063-3833a80f463d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:50.002431 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d625d70c-424a-49c4-b063-3833a80f463d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:50.002854 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d625d70c-424a-49c4-b063-3833a80f463d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:50.003237 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d625d70c-424a-49c4-b063-3833a80f463d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:50.003614 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d625d70c-424a-49c4-b063-3833a80f463d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:50.003997 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d625d70c-424a-49c4-b063-3833a80f463d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:50.004396 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d625d70c-424a-49c4-b063-3833a80f463d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:50.004746 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d625d70c-424a-49c4-b063-3833a80f463d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:50.005119 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d625d70c-424a-49c4-b063-3833a80f463d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:50.005489 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d625d70c-424a-49c4-b063-3833a80f463d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:50.009611 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d625d70c-424a-49c4-b063-3833a80f463d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:50.063989 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-27b60593-bb54-4e6f-a51a-3a5d487fee7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:50.086520 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-29529497-5c6a-46d1-b752-faf8481d7645 req-4d3756c2-bd7a-4baa-b299-65cf743e3976 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191289 Apr 07 08:07:50.091878 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-27b60593-bb54-4e6f-a51a-3a5d487fee7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:50.118338 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-cc0094f7-1947-476e-964a-8c5a1631f104 req-1d4bf2fe-dda9-4bd5-89de-60fff87d935f service neutron] 10.222.0.13 "GET /v2.0/networks/c6933257-8ef8-4bce-aa40-707967b2369e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758802 Apr 07 08:07:50.162144 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-27b60593-bb54-4e6f-a51a-3a5d487fee7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:50.168113 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4084ff6d-f82e-4b8e-b40f-6fe20494494b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:50.185981 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b60593-bb54-4e6f-a51a-3a5d487fee7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac654d40-4b4f-4288-ab8c-ca7063e8f8e4,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:50.188835 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-27b60593-bb54-4e6f-a51a-3a5d487fee7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:50.195441 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-27b60593-bb54-4e6f-a51a-3a5d487fee7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:50.197087 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-27b60593-bb54-4e6f-a51a-3a5d487fee7d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ac654d40-4b4f-4288-ab8c-ca7063e8f8e4 HTTP/1.1" status: 204 len: 168 time: 0.2107978 Apr 07 08:07:50.444999 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3ad70-7d00-4d7a-b31c-b7c565d199a2 req-eb2efdb9-7d21-4e79-99b7-88e1397c302e tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:50.447343 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-39e3ad70-7d00-4d7a-b31c-b7c565d199a2 req-eb2efdb9-7d21-4e79-99b7-88e1397c302e tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f3e2e72-7297-4a6f-8088-7ba7ee042046 HTTP/1.1" status: 200 len: 945 time: 0.1221328 Apr 07 08:07:50.508263 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec928e-2f4b-4a3a-941e-6be023c484e1 req-23a12798-f8de-4f61-aedd-a4c99b78b18c tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:50.510627 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-00ec928e-2f4b-4a3a-941e-6be023c484e1 req-23a12798-f8de-4f61-aedd-a4c99b78b18c tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.0939851 Apr 07 08:07:50.542962 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-39e3ad70-7d00-4d7a-b31c-b7c565d199a2 req-c615d491-5f41-4475-8ec7-8b588e9dccac tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Deleting port 1ee2fb56-6f57-4b07-af47-0ccfad4bd71a {{(pid=84419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:07:50.543357 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-39e3ad70-7d00-4d7a-b31c-b7c565d199a2 req-c615d491-5f41-4475-8ec7-8b588e9dccac tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:50.568489 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-00ec928e-2f4b-4a3a-941e-6be023c484e1 req-b5bd9519-c40d-47b7-b0e9-bc6c0e8ea329 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494609 Apr 07 08:07:50.820992 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-39e3ad70-7d00-4d7a-b31c-b7c565d199a2 req-c615d491-5f41-4475-8ec7-8b588e9dccac tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] For port 1ee2fb56-6f57-4b07-af47-0ccfad4bd71a, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=1ee2fb56-6f57-4b07-af47-0ccfad4bd71a,segment=NetworkSegment(cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee),segment_id=cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:07:50.821393 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-39e3ad70-7d00-4d7a-b31c-b7c565d199a2 req-c615d491-5f41-4475-8ec7-8b588e9dccac tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:50.962847 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-39e3ad70-7d00-4d7a-b31c-b7c565d199a2 req-c615d491-5f41-4475-8ec7-8b588e9dccac tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Calling delete_port for 1ee2fb56-6f57-4b07-af47-0ccfad4bd71a owned by compute:nova {{(pid=84419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:07:51.124065 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52032af-280e-47cf-8366-549c4902f562 req-97ec8093-a98c-42db-afd2-5c60cb4d0cad tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:51.125688 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f52032af-280e-47cf-8366-549c4902f562 req-97ec8093-a98c-42db-afd2-5c60cb4d0cad tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 946 time: 0.1712759 Apr 07 08:07:51.180733 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 46602) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:07:51.227619 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f52032af-280e-47cf-8366-549c4902f562 req-574d27b5-0d83-4b4d-9493-384d361bdde4 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947566 Apr 07 08:07:51.259182 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-39e3ad70-7d00-4d7a-b31c-b7c565d199a2 req-c615d491-5f41-4475-8ec7-8b588e9dccac tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716444531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762716001395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:51.268609 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-facd6007-ffb3-4ccf-892e-dffa986451dc req-4a8c6642-a581-496e-8569-dd13ee327276 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f3e2e72-7297-4a6f-8088-7ba7ee042046 HTTP/1.1" status: 200 len: 210 time: 0.0504241 Apr 07 08:07:51.273149 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] get_ports_and_sgs() called for port_ids ['761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8', '54aa67e8-cb25-4f92-9fba-fe455d54adc5', '1ee2fb56-6f57-4b07-af47-0ccfad4bd71a'] {{(pid=84421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 08:07:51.275998 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60869d84-f80e-4fb4-a909-ca92ae99e9d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:51.310240 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-6f3076a8-6318-44ea-8a27-9bcd5f527544 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1004856880-network', 'tenant_id': 'bab0f03958734baaa1c09c0cc6ac3eb8'}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:07:51.316271 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-6f3076a8-6318-44ea-8a27-9bcd5f527544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:07:51.320320 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-6f3076a8-6318-44ea-8a27-9bcd5f527544 admin admin] Usage tracker for resource:network and tenant:bab0f03958734baaa1c09c0cc6ac3eb8 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:07:51.324424 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-6f3076a8-6318-44ea-8a27-9bcd5f527544 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:07:51.330532 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-6f3076a8-6318-44ea-8a27-9bcd5f527544 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:07:51.338436 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615d491-5f41-4475-8ec7-8b588e9dccac tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Pushing event deleted for resources: {'Port': ['ID=1ee2fb56-6f57-4b07-af47-0ccfad4bd71a,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:51.362277 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3076a8-6318-44ea-8a27-9bcd5f527544 admin admin] Made reservation on behalf of bab0f03958734baaa1c09c0cc6ac3eb8 for: {'network': 1} {{(pid=84420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:07:51.367091 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6f3076a8-6318-44ea-8a27-9bcd5f527544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for network, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:51.384929 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6f3076a8-6318-44ea-8a27-9bcd5f527544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:51.401363 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-6f3076a8-6318-44ea-8a27-9bcd5f527544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:07:51.405384 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-6f3076a8-6318-44ea-8a27-9bcd5f527544 admin admin] Usage tracker for resource:security_group_rule and tenant:bab0f03958734baaa1c09c0cc6ac3eb8 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:07:51.408324 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-6f3076a8-6318-44ea-8a27-9bcd5f527544 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:07:51.413756 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c615d491-5f41-4475-8ec7-8b588e9dccac tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:51.414311 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-6f3076a8-6318-44ea-8a27-9bcd5f527544 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:07:51.499593 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6f3076a8-6318-44ea-8a27-9bcd5f527544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:51.544546 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6f3076a8-6318-44ea-8a27-9bcd5f527544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:51.549925 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c7888b20-eb07-4714-b43f-15a7e6acb720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:51.554075 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e3ad70-7d00-4d7a-b31c-b7c565d199a2 req-c615d491-5f41-4475-8ec7-8b588e9dccac tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] No DVR routers for this DVR port 1ee2fb56-6f57-4b07-af47-0ccfad4bd71a on host hv-cinder-78239 {{(pid=84419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 08:07:51.559315 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-39e3ad70-7d00-4d7a-b31c-b7c565d199a2 req-c615d491-5f41-4475-8ec7-8b588e9dccac tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:51.562183 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f3e2e72-7297-4a6f-8088-7ba7ee042046', 'name': 'network-vif-deleted', 'tag': '1ee2fb56-6f57-4b07-af47-0ccfad4bd71a'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:07:51.585583 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f3076a8-6318-44ea-8a27-9bcd5f527544 admin admin] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=84420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 08:07:51.602107 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3076a8-6318-44ea-8a27-9bcd5f527544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93311281-db5e-4fd6-9df6-bd381430aba8,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:51.608064 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-6f3076a8-6318-44ea-8a27-9bcd5f527544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:51.608469 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-39e3ad70-7d00-4d7a-b31c-b7c565d199a2 req-c615d491-5f41-4475-8ec7-8b588e9dccac tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.13 "DELETE /v2.0/ports/1ee2fb56-6f57-4b07-af47-0ccfad4bd71a HTTP/1.1" status: 204 len: 173 time: 1.1535144 Apr 07 08:07:51.609160 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6f3076a8-6318-44ea-8a27-9bcd5f527544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:51.609542 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.db.segments_db [None req-6f3076a8-6318-44ea-8a27-9bcd5f527544 admin admin] Added segment bb5a8040-593b-4b2d-bac2-4dbbfb92526f of type vlan for network 8cb3e5ca-515a-488c-873f-e5ab482043cd Apr 07 08:07:51.637347 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3e2e72-7297-4a6f-8088-7ba7ee042046', 'name': 'network-vif-deleted', 'tag': '1ee2fb56-6f57-4b07-af47-0ccfad4bd71a', 'status': 'completed', 'code': 200} Apr 07 08:07:51.705489 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6f3076a8-6318-44ea-8a27-9bcd5f527544 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762715970265'] for network, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:51.824075 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3af5b-c488-4a02-b9d2-ff8e4d1023da req-7d9b8774-0545-4ff2-81d5-0e1e25c8093b tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:51.825701 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a0b3af5b-c488-4a02-b9d2-ff8e4d1023da req-7d9b8774-0545-4ff2-81d5-0e1e25c8093b tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.0942898 Apr 07 08:07:51.827055 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6f3076a8-6318-44ea-8a27-9bcd5f527544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172'] for network, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:51.828256 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3076a8-6318-44ea-8a27-9bcd5f527544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:51.828867 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6f3076a8-6318-44ea-8a27-9bcd5f527544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for network, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:51.834148 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f432b33c-533d-4f2a-aee9-4e2da8cbeb7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:51.975009 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3076a8-6318-44ea-8a27-9bcd5f527544 admin admin] Pushing event updated for resources: {'Network': ['ID=8cb3e5ca-515a-488c-873f-e5ab482043cd,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:51.980363 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-6f3076a8-6318-44ea-8a27-9bcd5f527544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:51.987018 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-6f3076a8-6318-44ea-8a27-9bcd5f527544 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8023062 Apr 07 08:07:51.988150 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 46652) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:07:51.995805 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Network 8cb3e5ca-515a-488c-873f-e5ab482043cd details requested by agent ovs-agent-dv-cinder-782390-4-smb with host dv-cinder-782390-4-smb {{(pid=84421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 08:07:51.995969 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-0a014a02-a52f-492b-96f8-405f95f6d99c admin admin] Request body: {'subnet': {'network_id': '8cb3e5ca-515a-488c-873f-e5ab482043cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1004856880-subnet', 'tenant_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'ip_version': 4}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:07:51.996605 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a0b3af5b-c488-4a02-b9d2-ff8e4d1023da req-be7667ce-4bd6-42ed-b856-8fea3f77a243 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430731 Apr 07 08:07:52.002926 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-0a014a02-a52f-492b-96f8-405f95f6d99c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:07:52.007321 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-0a014a02-a52f-492b-96f8-405f95f6d99c admin admin] Usage tracker for resource:subnet and tenant:bab0f03958734baaa1c09c0cc6ac3eb8 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:07:52.010589 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-0a014a02-a52f-492b-96f8-405f95f6d99c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:07:52.017927 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-0a014a02-a52f-492b-96f8-405f95f6d99c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:07:52.109368 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a014a02-a52f-492b-96f8-405f95f6d99c admin admin] Made reservation on behalf of bab0f03958734baaa1c09c0cc6ac3eb8 for: {'subnet': 1} {{(pid=84419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:07:52.114205 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0a014a02-a52f-492b-96f8-405f95f6d99c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844254593'] for subnet, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:52.212353 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3cc540fc-3cf0-48aa-a457-66901f077a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:52.509026 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-6094de4e-0b24-4571-a76d-3f5dca8baaa0 req-3a2b410e-af4e-4e67-ab8b-e157774ae665 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f3e2e72-7297-4a6f-8088-7ba7ee042046 HTTP/1.1" status: 200 len: 210 time: 0.0501442 Apr 07 08:07:52.593884 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb1100-abd1-40cf-9edc-de7b94fdeb09 req-6347f8c8-e07b-456a-a4fc-65e4943ebdef tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:52.595552 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-87bb1100-abd1-40cf-9edc-de7b94fdeb09 req-6347f8c8-e07b-456a-a4fc-65e4943ebdef tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 946 time: 0.1532934 Apr 07 08:07:52.674390 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-87bb1100-abd1-40cf-9edc-de7b94fdeb09 req-a513a154-ed30-4afe-b787-f2cb018407ba tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711401 Apr 07 08:07:52.889496 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0a014a02-a52f-492b-96f8-405f95f6d99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843812335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844254644'] for subnet, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:52.904807 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2cea1c9f-68f2-4cb4-8da8-1b6fc3d2cdb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:52.998218 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-61eb08f0-7502-418b-aacc-cf1078b9efe0 None None] Agent healthcheck: found 6 active agents {{(pid=84422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 08:07:53.044175 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a014a02-a52f-492b-96f8-405f95f6d99c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f59c1c9-a73c-4df8-a2b8-b3719b8d1bc0,revision_number=0']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:53.048476 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-0a014a02-a52f-492b-96f8-405f95f6d99c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:53.114509 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a014a02-a52f-492b-96f8-405f95f6d99c admin admin] Checking segment: {'id': 'bb5a8040-593b-4b2d-bac2-4dbbfb92526f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '8cb3e5ca-515a-488c-873f-e5ab482043cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:07:53.114999 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a014a02-a52f-492b-96f8-405f95f6d99c admin admin] Network hostable DHCP agents. Network: 8cb3e5ca-515a-488c-873f-e5ab482043cd, hostable agents: ['6d586a76-6480-47e6-bcbb-1719500a6367'], hosted agents: [] {{(pid=84419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 08:07:53.196071 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a014a02-a52f-492b-96f8-405f95f6d99c admin admin] Network 8cb3e5ca-515a-488c-873f-e5ab482043cd is scheduled to be hosted by DHCP agent 6d586a76-6480-47e6-bcbb-1719500a6367 with binding_index 1 {{(pid=84419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 08:07:53.221625 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fbf024-4a5d-486d-8523-c3cf9bb6654b req-9e234f01-5692-4786-9770-ba62d436524a tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:53.223339 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-89fbf024-4a5d-486d-8523-c3cf9bb6654b req-9e234f01-5692-4786-9770-ba62d436524a tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.0999424 Apr 07 08:07:53.247191 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-0a014a02-a52f-492b-96f8-405f95f6d99c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-4-smb, 8cb3e5ca-515a-488c-873f-e5ab482043cd) {{(pid=84419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:07:53.256359 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f32197-cd00-4247-8807-5236f171b552 None None] Network 8cb3e5ca-515a-488c-873f-e5ab482043cd requested from dv-cinder-782390-4-smb {{(pid=84421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 08:07:53.261810 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a014a02-a52f-492b-96f8-405f95f6d99c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:53.262466 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0a014a02-a52f-492b-96f8-405f95f6d99c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for subnet, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:53.274568 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-89fbf024-4a5d-486d-8523-c3cf9bb6654b req-d7267f53-3f26-4340-ab64-a995dcf922d9 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438936 Apr 07 08:07:53.313411 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-0a014a02-a52f-492b-96f8-405f95f6d99c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3215582 Apr 07 08:07:53.313802 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 46680) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:07:53.320532 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-e84b5aec-8e26-4eb5-9c5f-3d94496fd97c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1004856880-router', 'tenant_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d'}}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:07:53.326634 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-e84b5aec-8e26-4eb5-9c5f-3d94496fd97c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:07:53.330877 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-e84b5aec-8e26-4eb5-9c5f-3d94496fd97c admin admin] Usage tracker for resource:router and tenant:bab0f03958734baaa1c09c0cc6ac3eb8 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:07:53.333845 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-e84b5aec-8e26-4eb5-9c5f-3d94496fd97c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:07:53.339906 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-e84b5aec-8e26-4eb5-9c5f-3d94496fd97c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:07:53.381751 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e84b5aec-8e26-4eb5-9c5f-3d94496fd97c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854104860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854768465'] for router, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:53.383164 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e84b5aec-8e26-4eb5-9c5f-3d94496fd97c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7316'] for router, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:53.399298 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e84b5aec-8e26-4eb5-9c5f-3d94496fd97c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:53.495310 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d86673-ee94-4468-9a61-32b290dc0860 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22737d76-c58d-59f2-b2aa-1c8ba2f8451a-8cb3e5ca-515a-488c-873f-e5ab482043cd', 'network_id': '8cb3e5ca-515a-488c-873f-e5ab482043cd', 'tenant_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'fixed_ips': [{'subnet_id': '7f59c1c9-a73c-4df8-a2b8-b3719b8d1bc0'}]}} from dv-cinder-782390-4-smb. {{(pid=84421) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 07 08:07:53.496702 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a5d86673-ee94-4468-9a61-32b290dc0860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:53.673614 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-a5d86673-ee94-4468-9a61-32b290dc0860 None None] Allocated IP 172.20.0.2 (8cb3e5ca-515a-488c-873f-e5ab482043cd/7f59c1c9-a73c-4df8-a2b8-b3719b8d1bc0/42dcca52-d7f1-4270-9957-77eea052b7e9) {{(pid=84421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:07:53.767010 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e84b5aec-8e26-4eb5-9c5f-3d94496fd97c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7301'] for router, precommit_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:53.936442 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf9c34-1633-492b-9f71-734551661f9e req-6c7d5e0c-de4f-4cff-8cb5-8cbe177f7920 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:53.938816 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-92bf9c34-1633-492b-9f71-734551661f9e req-6c7d5e0c-de4f-4cff-8cb5-8cbe177f7920 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 946 time: 0.0992701 Apr 07 08:07:53.942700 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a5d86673-ee94-4468-9a61-32b290dc0860 None None] Notify callbacks [] for port, precommit_create {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:53.955592 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-a5d86673-ee94-4468-9a61-32b290dc0860 None None] Transition to ACTIVE for port object 42dcca52-d7f1-4270-9957-77eea052b7e9 will not be triggered until provisioned by entity L2. {{(pid=84421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:07:53.978741 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-a5d86673-ee94-4468-9a61-32b290dc0860 None None] Transition to ACTIVE for port object 42dcca52-d7f1-4270-9957-77eea052b7e9 will not be triggered until provisioned by entity DHCP. {{(pid=84421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:07:54.000953 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-92bf9c34-1633-492b-9f71-734551661f9e req-39a627dc-fca9-463a-9338-63a60283be84 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551419 Apr 07 08:07:54.010599 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a5d86673-ee94-4468-9a61-32b290dc0860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422'] for port, after_create {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:54.030893 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-1dacdb2e-6003-4f8f-96a4-d60b98e1196c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:54.096225 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 1ee2fb56-6f57-4b07-af47-0ccfad4bd71a no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 08:07:54.359803 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] No Port match for: 1ee2fb56-6f57-4b07-af47-0ccfad4bd71a {{(pid=84421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 08:07:54.359803 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 1ee2fb56-6f57-4b07-af47-0ccfad4bd71a not bound to the agent host hv-cinder-78239 {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 08:07:54.388469 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d86673-ee94-4468-9a61-32b290dc0860 None None] Pushing event updated for resources: {'Port': ['ID=42dcca52-d7f1-4270-9957-77eea052b7e9,revision_number=1']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:54.399333 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d86673-ee94-4468-9a61-32b290dc0860 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:54.399961 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d86673-ee94-4468-9a61-32b290dc0860 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:54.400535 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d86673-ee94-4468-9a61-32b290dc0860 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:54.401704 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d86673-ee94-4468-9a61-32b290dc0860 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:54.402392 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d86673-ee94-4468-9a61-32b290dc0860 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:54.403015 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d86673-ee94-4468-9a61-32b290dc0860 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:54.403684 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d86673-ee94-4468-9a61-32b290dc0860 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:54.404576 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d86673-ee94-4468-9a61-32b290dc0860 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:54.405143 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d86673-ee94-4468-9a61-32b290dc0860 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:54.405712 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d86673-ee94-4468-9a61-32b290dc0860 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:54.406384 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d86673-ee94-4468-9a61-32b290dc0860 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:54.407218 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d86673-ee94-4468-9a61-32b290dc0860 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:54.421532 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a5d86673-ee94-4468-9a61-32b290dc0860 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:54.427599 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e84b5aec-8e26-4eb5-9c5f-3d94496fd97c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:54.469879 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d86673-ee94-4468-9a61-32b290dc0860 None None] Network 8cb3e5ca-515a-488c-873f-e5ab482043cd is already hosted by enough agents. {{(pid=84421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:07:54.471213 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-a5d86673-ee94-4468-9a61-32b290dc0860 None None] Resources bound (agent type, host, resource id): {{(pid=84421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:07:54.472008 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e84b5aec-8e26-4eb5-9c5f-3d94496fd97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:54.473766 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d86673-ee94-4468-9a61-32b290dc0860 None None] Received port after_create {{(pid=84421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:07:54.517633 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b45d1-b839-4b87-890f-080bba37ac93 req-17f3c23a-34f7-4a05-98c8-d4f968361216 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:54.519351 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a91b45d1-b839-4b87-890f-080bba37ac93 req-17f3c23a-34f7-4a05-98c8-d4f968361216 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.0956211 Apr 07 08:07:54.551742 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715ae8b-f2bf-4cb9-a44f-fbd1501e52d4 req-2cbf1a49-7f3b-4d77-9a49-8c35081b4e8f tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:54.553465 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d715ae8b-f2bf-4cb9-a44f-fbd1501e52d4 req-2cbf1a49-7f3b-4d77-9a49-8c35081b4e8f tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=960c5681-14c7-4293-a8e4-3e79525d7ea2 HTTP/1.1" status: 200 len: 945 time: 0.4684331 Apr 07 08:07:54.570273 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a91b45d1-b839-4b87-890f-080bba37ac93 req-961bd979-3e47-46ae-80c3-77449f719264 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427353 Apr 07 08:07:54.580363 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-a5d86673-ee94-4468-9a61-32b290dc0860 None None] Attempting to bind port 42dcca52-d7f1-4270-9957-77eea052b7e9 on host dv-cinder-782390-4-smb for vnic_type normal with profile {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:07:54.580791 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-a5d86673-ee94-4468-9a61-32b290dc0860 None None] Attempting to bind port 42dcca52-d7f1-4270-9957-77eea052b7e9 by drivers openvswitch,hyperv on host dv-cinder-782390-4-smb at level 0 using segments [{'id': 'bb5a8040-593b-4b2d-bac2-4dbbfb92526f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '8cb3e5ca-515a-488c-873f-e5ab482043cd'}] {{(pid=84421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 08:07:54.581348 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d86673-ee94-4468-9a61-32b290dc0860 None None] Attempting to bind port 42dcca52-d7f1-4270-9957-77eea052b7e9 on network 8cb3e5ca-515a-488c-873f-e5ab482043cd {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:07:54.587737 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d86673-ee94-4468-9a61-32b290dc0860 None None] Checking agent: {'id': '755cb15d-769a-4687-bcff-bddb0e9936ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 56, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 08:07:54.588342 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d86673-ee94-4468-9a61-32b290dc0860 None None] Checking segment: {'id': 'bb5a8040-593b-4b2d-bac2-4dbbfb92526f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '8cb3e5ca-515a-488c-873f-e5ab482043cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:07:54.589474 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a5d86673-ee94-4468-9a61-32b290dc0860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:54.589921 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d86673-ee94-4468-9a61-32b290dc0860 None None] Bound using segment: {'id': 'bb5a8040-593b-4b2d-bac2-4dbbfb92526f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '8cb3e5ca-515a-488c-873f-e5ab482043cd'} {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 08:07:54.590491 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-a5d86673-ee94-4468-9a61-32b290dc0860 None None] Bound port: 42dcca52-d7f1-4270-9957-77eea052b7e9, host: dv-cinder-782390-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb5a8040-593b-4b2d-bac2-4dbbfb92526f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '8cb3e5ca-515a-488c-873f-e5ab482043cd'}}] {{(pid=84421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 08:07:54.591021 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a5d86673-ee94-4468-9a61-32b290dc0860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:54.669914 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d715ae8b-f2bf-4cb9-a44f-fbd1501e52d4 req-23fecc33-7a05-41f7-8919-a80101d49817 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041837 Apr 07 08:07:54.687781 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-e84b5aec-8e26-4eb5-9c5f-3d94496fd97c admin admin] Allocated IP 172.28.3.210 (1ff46c99-7a5d-4315-af88-cb546c84119d/b9dcea17-38c4-48c8-a3c6-f64b629ec00f/d4ad2dad-da8b-4999-a75d-e1d72c80cfa4) {{(pid=84420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:07:54.692112 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-a5d86673-ee94-4468-9a61-32b290dc0860 None None] For port 42dcca52-d7f1-4270-9957-77eea052b7e9, host dv-cinder-782390-4-smb, cleared binding levels {{(pid=84421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 08:07:54.695465 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-a5d86673-ee94-4468-9a61-32b290dc0860 None None] For port 42dcca52-d7f1-4270-9957-77eea052b7e9, host dv-cinder-782390-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=42dcca52-d7f1-4270-9957-77eea052b7e9,segment=NetworkSegment(bb5a8040-593b-4b2d-bac2-4dbbfb92526f),segment_id=bb5a8040-593b-4b2d-bac2-4dbbfb92526f)] {{(pid=84421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 08:07:54.733930 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a5d86673-ee94-4468-9a61-32b290dc0860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:54.749805 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:54.856496 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e84b5aec-8e26-4eb5-9c5f-3d94496fd97c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:54.909834 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d86673-ee94-4468-9a61-32b290dc0860 None None] Pushing event updated for resources: {'Port': ['ID=42dcca52-d7f1-4270-9957-77eea052b7e9,revision_number=2']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:54.913182 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a5d86673-ee94-4468-9a61-32b290dc0860 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:54.917165 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e84b5aec-8e26-4eb5-9c5f-3d94496fd97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10887448'] for port, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:54.933634 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e35774ad-9fa7-43e5-9dce-76c1e04eb5eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:54.938313 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-addfb7b7-a40f-4824-a07d-a5a2e7b56575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:55.081081 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5aec-8e26-4eb5-9c5f-3d94496fd97c admin admin] Pushing event updated for resources: {'Port': ['ID=d4ad2dad-da8b-4999-a75d-e1d72c80cfa4,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:55.085587 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e84b5aec-8e26-4eb5-9c5f-3d94496fd97c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:55.128403 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84b5aec-8e26-4eb5-9c5f-3d94496fd97c admin admin] Network 1ff46c99-7a5d-4315-af88-cb546c84119d is already hosted by enough agents. {{(pid=84420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:07:55.129590 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-e84b5aec-8e26-4eb5-9c5f-3d94496fd97c admin admin] Resources bound (agent type, host, resource id): {{(pid=84420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:07:55.131969 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84b5aec-8e26-4eb5-9c5f-3d94496fd97c admin admin] Received port after_create {{(pid=84420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:07:55.239529 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55a7ba-f89d-46f2-8200-5595fea29115 req-2f3006af-a141-4858-8e2a-d56583bb6fce tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:55.241393 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-df55a7ba-f89d-46f2-8200-5595fea29115 req-2f3006af-a141-4858-8e2a-d56583bb6fce tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 946 time: 0.1003854 Apr 07 08:07:55.307964 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-df55a7ba-f89d-46f2-8200-5595fea29115 req-3a51175e-68e7-4703-8602-5f7f0c919892 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585315 Apr 07 08:07:55.391777 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:55.664564 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c3db7-8553-41d8-ae75-288da893563d req-beee3093-2c86-4aaa-a3c6-7168721d2cc4 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:55.665252 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-310c3db7-8553-41d8-ae75-288da893563d req-beee3093-2c86-4aaa-a3c6-7168721d2cc4 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Synchronizing usage tracker for tenant:0065664477534e84a7f46e809ac97417 on resource:port {{(pid=84419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:07:55.674669 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e84b5aec-8e26-4eb5-9c5f-3d94496fd97c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:55.716275 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-310c3db7-8553-41d8-ae75-288da893563d req-beee3093-2c86-4aaa-a3c6-7168721d2cc4 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Unset dirty status for tenant:0065664477534e84a7f46e809ac97417 on resource:port {{(pid=84419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:07:55.717603 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-310c3db7-8553-41d8-ae75-288da893563d req-beee3093-2c86-4aaa-a3c6-7168721d2cc4 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.13 "GET /v2.0/ports?device_id=960c5681-14c7-4293-a8e4-3e79525d7ea2 HTTP/1.1" status: 200 len: 945 time: 0.1464670 Apr 07 08:07:55.850491 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-310c3db7-8553-41d8-ae75-288da893563d req-8646a25e-c4c8-4dda-a58f-70ac5d2675aa tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Deleting port 54aa67e8-cb25-4f92-9fba-fe455d54adc5 {{(pid=84419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:07:55.850979 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-310c3db7-8553-41d8-ae75-288da893563d req-8646a25e-c4c8-4dda-a58f-70ac5d2675aa tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:56.026055 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2949af7-2576-415d-b5d8-0bfc7396317c req-9f5619c3-78eb-440d-85ee-e7a4b50b5f50 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:56.027852 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c2949af7-2576-415d-b5d8-0bfc7396317c req-9f5619c3-78eb-440d-85ee-e7a4b50b5f50 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=960c5681-14c7-4293-a8e4-3e79525d7ea2 HTTP/1.1" status: 200 len: 945 time: 0.2357297 Apr 07 08:07:56.053468 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b5652-d781-44a1-aa51-e643161bb6a0 req-90677e9f-b190-43b6-bba6-6ac37ea6fdf8 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:56.057841 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-618b5652-d781-44a1-aa51-e643161bb6a0 req-90677e9f-b190-43b6-bba6-6ac37ea6fdf8 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.3228834 Apr 07 08:07:56.133451 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-618b5652-d781-44a1-aa51-e643161bb6a0 req-53ade920-e5c2-4551-8260-4c580079cc6b tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670764 Apr 07 08:07:56.164060 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c2949af7-2576-415d-b5d8-0bfc7396317c req-9929173a-be0e-4c3c-8c1e-f6e6b88dd876 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229820 Apr 07 08:07:56.186216 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e84b5aec-8e26-4eb5-9c5f-3d94496fd97c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854100582'] for router, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:56.201459 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-310c3db7-8553-41d8-ae75-288da893563d req-8646a25e-c4c8-4dda-a58f-70ac5d2675aa tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] For port 54aa67e8-cb25-4f92-9fba-fe455d54adc5, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=54aa67e8-cb25-4f92-9fba-fe455d54adc5,segment=NetworkSegment(cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee),segment_id=cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:07:56.201863 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-310c3db7-8553-41d8-ae75-288da893563d req-8646a25e-c4c8-4dda-a58f-70ac5d2675aa tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:56.477290 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3007f737-dc9b-49f4-967c-017621c0eda2 None None] Network 8cb3e5ca-515a-488c-873f-e5ab482043cd requested from dv-cinder-782390-4-smb {{(pid=84421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 08:07:56.481752 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84b5aec-8e26-4eb5-9c5f-3d94496fd97c admin admin] Router 3176796e-1b1f-4085-82d4-e5b598e2b9d4 is scheduled to L3 agent 9e1c8038-06ec-4f38-a606-610b3381902d with binding_index 1 {{(pid=84420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 07 08:07:56.563127 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-310c3db7-8553-41d8-ae75-288da893563d req-8646a25e-c4c8-4dda-a58f-70ac5d2675aa tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Calling delete_port for 54aa67e8-cb25-4f92-9fba-fe455d54adc5 owned by compute:nova {{(pid=84419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:07:56.634339 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-61344f1f-a920-4991-9f9a-af19e2bdf4e1 None None] Provisioning for port 42dcca52-d7f1-4270-9957-77eea052b7e9 completed by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:07:56.759840 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:56.778894 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-310c3db7-8553-41d8-ae75-288da893563d req-8646a25e-c4c8-4dda-a58f-70ac5d2675aa tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716444531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762716001395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:56.791293 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] get_ports_and_sgs() called for port_ids ['761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8', '54aa67e8-cb25-4f92-9fba-fe455d54adc5'] {{(pid=84421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 08:07:56.795693 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a5300317-2ab1-4a0e-ae61-6a17d3ddbe74 tempest-DeleteServersTestJSON-1778213472 tempest-DeleteServersTestJSON-1778213472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:56.841779 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:56.865102 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646a25e-c4c8-4dda-a58f-70ac5d2675aa tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Pushing event deleted for resources: {'Port': ['ID=54aa67e8-cb25-4f92-9fba-fe455d54adc5,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:56.871869 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8646a25e-c4c8-4dda-a58f-70ac5d2675aa tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:57.014299 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84b5aec-8e26-4eb5-9c5f-3d94496fd97c admin admin] Notify agent at l3_agent.dv-cinder-782390-4-smb the message routers_updated {{(pid=84420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 08:07:57.029138 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c2a756-42c4-4156-83ce-d00e7963cf4f None None] Sync routers for ids ['3176796e-1b1f-4085-82d4-e5b598e2b9d4'] in dv-cinder-782390-4-smb {{(pid=84422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 08:07:57.041896 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c2a756-42c4-4156-83ce-d00e7963cf4f None None] Routers {'3176796e-1b1f-4085-82d4-e5b598e2b9d4'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:07:57.042658 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-b0c2a756-42c4-4156-83ce-d00e7963cf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:07:55Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['3176796e-1b1f-4085-82d4-e5b598e2b9d4'], 'active': True} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:07:57.071687 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c62a0d-3960-430c-b189-363d39077d6e req-464596c3-7796-4de1-932e-605d073ec1c0 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:57.086133 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-56c62a0d-3960-430c-b189-363d39077d6e req-464596c3-7796-4de1-932e-605d073ec1c0 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 946 time: 0.5334074 Apr 07 08:07:57.138087 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-310c3db7-8553-41d8-ae75-288da893563d req-8646a25e-c4c8-4dda-a58f-70ac5d2675aa tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] No DVR routers for this DVR port 54aa67e8-cb25-4f92-9fba-fe455d54adc5 on host hv-cinder-78239 {{(pid=84419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 08:07:57.141400 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-310c3db7-8553-41d8-ae75-288da893563d req-8646a25e-c4c8-4dda-a58f-70ac5d2675aa tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:57.146462 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e84b5aec-8e26-4eb5-9c5f-3d94496fd97c admin admin] Notify callbacks [] for router, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:57.147826 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-e84b5aec-8e26-4eb5-9c5f-3d94496fd97c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8329315 Apr 07 08:07:57.154835 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 46710) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:07:57.183377 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '960c5681-14c7-4293-a8e4-3e79525d7ea2', 'name': 'network-vif-deleted', 'tag': '54aa67e8-cb25-4f92-9fba-fe455d54adc5'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:07:57.227148 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-310c3db7-8553-41d8-ae75-288da893563d req-8646a25e-c4c8-4dda-a58f-70ac5d2675aa tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.13 "DELETE /v2.0/ports/54aa67e8-cb25-4f92-9fba-fe455d54adc5 HTTP/1.1" status: 204 len: 173 time: 1.5036807 Apr 07 08:07:57.292973 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-56c62a0d-3960-430c-b189-363d39077d6e req-40501760-f4a8-4d07-b60d-a69209d0e22e tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2057803 Apr 07 08:07:57.320883 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 42dcca52-d7f1-4270-9957-77eea052b7e9 up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:07:57.495284 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-b0c2a756-42c4-4156-83ce-d00e7963cf4f None None] Set router 3176796e-1b1f-4085-82d4-e5b598e2b9d4 gateway port host: dv-cinder-782390-4-smb {{(pid=84422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:07:57.521918 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning for port 42dcca52-d7f1-4270-9957-77eea052b7e9 completed by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:07:57.530950 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning complete for port 42dcca52-d7f1-4270-9957-77eea052b7e9 triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:07:57.530950 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:57.554737 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63557ff9-3211-4e54-a129-5b91d846c77e req-731015cd-b34f-4470-ad74-7faa67cbc42e tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:57.564998 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-63557ff9-3211-4e54-a129-5b91d846c77e req-731015cd-b34f-4470-ad74-7faa67cbc42e tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.2275188 Apr 07 08:07:57.624040 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-63557ff9-3211-4e54-a129-5b91d846c77e req-25e61289-7eff-4bdb-9761-ca71da2fd73a tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578682 Apr 07 08:07:57.682168 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a23ab193-33bb-4659-b088-3f27d4292871 req-fdb16236-70b7-48db-924e-e051f592f786 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=960c5681-14c7-4293-a8e4-3e79525d7ea2 HTTP/1.1" status: 200 len: 210 time: 0.0844672 Apr 07 08:07:57.706315 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '960c5681-14c7-4293-a8e4-3e79525d7ea2', 'name': 'network-vif-deleted', 'tag': '54aa67e8-cb25-4f92-9fba-fe455d54adc5', 'status': 'completed', 'code': 200} Apr 07 08:07:57.716520 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:57.754709 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] For port 42dcca52-d7f1-4270-9957-77eea052b7e9, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=42dcca52-d7f1-4270-9957-77eea052b7e9,segment=NetworkSegment(bb5a8040-593b-4b2d-bac2-4dbbfb92526f),segment_id=bb5a8040-593b-4b2d-bac2-4dbbfb92526f)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:07:57.778970 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:57.781881 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:57.833146 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-b0c2a756-42c4-4156-83ce-d00e7963cf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3176796e-1b1f-4085-82d4-e5b598e2b9d4', 'name': 'tempest-TestMinimumBasicScenario-1004856880-router', 'tenant_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd4ad2dad-da8b-4999-a75d-e1d72c80cfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:07:53Z', 'updated_at': '2021-04-07T08:07:55Z', 'revision_number': 3, 'project_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'gw_port': {'id': 'd4ad2dad-da8b-4999-a75d-e1d72c80cfa4', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3176796e-1b1f-4085-82d4-e5b598e2b9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:07:54Z', 'updated_at': '2021-04-07T08:07:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb'}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:07:57.838053 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c2a756-42c4-4156-83ce-d00e7963cf4f None None] Checking router: 3176796e-1b1f-4085-82d4-e5b598e2b9d4 for host: dv-cinder-782390-4-smb {{(pid=84422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 08:07:57.838434 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c2a756-42c4-4156-83ce-d00e7963cf4f None None] Updating router 3176796e-1b1f-4085-82d4-e5b598e2b9d4 port d4ad2dad-da8b-4999-a75d-e1d72c80cfa4 binding host dv-cinder-782390-4-smb {{(pid=84422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 08:07:57.858416 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Pushing event updated for resources: {'Port': ['ID=42dcca52-d7f1-4270-9957-77eea052b7e9,revision_number=3']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:57.863654 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:57.908037 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b0c2a756-42c4-4156-83ce-d00e7963cf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:58.185616 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7d85a898-7796-4b17-af15-efd9a43ec66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:58.332068 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b0c2a756-42c4-4156-83ce-d00e7963cf4f None None] Notify callbacks [] for port, precommit_update {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:58.345449 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-b0c2a756-42c4-4156-83ce-d00e7963cf4f None None] Transition to ACTIVE for port object d4ad2dad-da8b-4999-a75d-e1d72c80cfa4 will not be triggered until provisioned by entity L2. {{(pid=84422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:07:58.384393 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b0c2a756-42c4-4156-83ce-d00e7963cf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:58.402481 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8920efaa-2239-49a0-8968-6faf1c4c4826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:58.429597 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-7d85a898-7796-4b17-af15-efd9a43ec66b admin admin] Allocated IP 172.20.0.1 (8cb3e5ca-515a-488c-873f-e5ab482043cd/7f59c1c9-a73c-4df8-a2b8-b3719b8d1bc0/9295c299-763f-43aa-b599-0834858c46f2) {{(pid=84420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:07:58.552584 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696babf1-4fd5-451b-9968-6d97478b63ad None None] Pushing event updated for resources: {'Port': ['ID=d4ad2dad-da8b-4999-a75d-e1d72c80cfa4,revision_number=2']} {{(pid=84422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:58.564247 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696babf1-4fd5-451b-9968-6d97478b63ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:58.564627 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696babf1-4fd5-451b-9968-6d97478b63ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:58.564999 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696babf1-4fd5-451b-9968-6d97478b63ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:58.565367 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696babf1-4fd5-451b-9968-6d97478b63ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:58.565735 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696babf1-4fd5-451b-9968-6d97478b63ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:58.566098 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696babf1-4fd5-451b-9968-6d97478b63ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:58.566458 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696babf1-4fd5-451b-9968-6d97478b63ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:58.566862 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696babf1-4fd5-451b-9968-6d97478b63ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:58.567223 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696babf1-4fd5-451b-9968-6d97478b63ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:58.567581 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696babf1-4fd5-451b-9968-6d97478b63ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:58.567935 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696babf1-4fd5-451b-9968-6d97478b63ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:58.568338 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696babf1-4fd5-451b-9968-6d97478b63ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:07:58.572908 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-696babf1-4fd5-451b-9968-6d97478b63ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:58.628784 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-b0c2a756-42c4-4156-83ce-d00e7963cf4f None None] Attempting to bind port d4ad2dad-da8b-4999-a75d-e1d72c80cfa4 on host dv-cinder-782390-4-smb for vnic_type normal with profile {{(pid=84422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:07:58.629832 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-b0c2a756-42c4-4156-83ce-d00e7963cf4f None None] Attempting to bind port d4ad2dad-da8b-4999-a75d-e1d72c80cfa4 by drivers openvswitch,hyperv on host dv-cinder-782390-4-smb at level 0 using segments [{'id': '1cadf7a7-5200-427f-84ab-5b34fedab1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d'}] {{(pid=84422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 08:07:58.630315 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c2a756-42c4-4156-83ce-d00e7963cf4f None None] Attempting to bind port d4ad2dad-da8b-4999-a75d-e1d72c80cfa4 on network 1ff46c99-7a5d-4315-af88-cb546c84119d {{(pid=84422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:07:58.637938 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c2a756-42c4-4156-83ce-d00e7963cf4f None None] Checking agent: {'id': '755cb15d-769a-4687-bcff-bddb0e9936ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 56, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 08:07:58.638352 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c2a756-42c4-4156-83ce-d00e7963cf4f None None] Checking segment: {'id': '1cadf7a7-5200-427f-84ab-5b34fedab1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:07:58.638815 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b0c2a756-42c4-4156-83ce-d00e7963cf4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:58.639247 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c2a756-42c4-4156-83ce-d00e7963cf4f None None] Bound using segment: {'id': '1cadf7a7-5200-427f-84ab-5b34fedab1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d'} {{(pid=84422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 08:07:58.639749 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-b0c2a756-42c4-4156-83ce-d00e7963cf4f None None] Bound port: d4ad2dad-da8b-4999-a75d-e1d72c80cfa4, host: dv-cinder-782390-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cadf7a7-5200-427f-84ab-5b34fedab1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d'}}] {{(pid=84422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 08:07:58.640151 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b0c2a756-42c4-4156-83ce-d00e7963cf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:58.660282 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7d85a898-7796-4b17-af15-efd9a43ec66b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:58.671437 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d90177-5d58-4478-9c89-0a7fc4eb5c65 req-8f7d1414-bd05-44ef-92fb-36efce87998b tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:58.673072 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-17d90177-5d58-4478-9c89-0a7fc4eb5c65 req-8f7d1414-bd05-44ef-92fb-36efce87998b tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 946 time: 0.2121716 Apr 07 08:07:58.704838 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-7d85a898-7796-4b17-af15-efd9a43ec66b admin admin] Transition to ACTIVE for port object 9295c299-763f-43aa-b599-0834858c46f2 will not be triggered until provisioned by entity DHCP. {{(pid=84420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:07:58.731214 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-b0c2a756-42c4-4156-83ce-d00e7963cf4f None None] For port d4ad2dad-da8b-4999-a75d-e1d72c80cfa4, host dv-cinder-782390-4-smb, cleared binding levels {{(pid=84422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 08:07:58.734255 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-b0c2a756-42c4-4156-83ce-d00e7963cf4f None None] For port d4ad2dad-da8b-4999-a75d-e1d72c80cfa4, host dv-cinder-782390-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=d4ad2dad-da8b-4999-a75d-e1d72c80cfa4,segment=NetworkSegment(1cadf7a7-5200-427f-84ab-5b34fedab1ff),segment_id=1cadf7a7-5200-427f-84ab-5b34fedab1ff)] {{(pid=84422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 08:07:58.737638 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-17d90177-5d58-4478-9c89-0a7fc4eb5c65 req-2a3d6087-284f-4d7a-aceb-c7b292f4cdb4 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570626 Apr 07 08:07:58.767759 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b0c2a756-42c4-4156-83ce-d00e7963cf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:58.784639 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:58.801934 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7d85a898-7796-4b17-af15-efd9a43ec66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10887448'] for port, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:58.818705 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:58.866533 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e099f-628e-4b07-96b6-f5e7d933c3f9 req-b5117ff0-d43b-4a11-903e-4d012ad7b957 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:07:58.868785 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-349e099f-628e-4b07-96b6-f5e7d933c3f9 req-b5117ff0-d43b-4a11-903e-4d012ad7b957 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.1056888 Apr 07 08:07:58.924122 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-349e099f-628e-4b07-96b6-f5e7d933c3f9 req-cdc258f7-af69-4524-9035-af85413c79c8 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484936 Apr 07 08:07:58.952053 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696babf1-4fd5-451b-9968-6d97478b63ad None None] Pushing event updated for resources: {'Port': ['ID=d4ad2dad-da8b-4999-a75d-e1d72c80cfa4,revision_number=3']} {{(pid=84422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:58.970760 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-696babf1-4fd5-451b-9968-6d97478b63ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:58.998022 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d85a898-7796-4b17-af15-efd9a43ec66b admin admin] Pushing event updated for resources: {'Port': ['ID=9295c299-763f-43aa-b599-0834858c46f2,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:59.001421 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7d85a898-7796-4b17-af15-efd9a43ec66b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:07:59.030888 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c2a756-42c4-4156-83ce-d00e7963cf4f None None] Routers {'3176796e-1b1f-4085-82d4-e5b598e2b9d4'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:07:59.031121 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-b0c2a756-42c4-4156-83ce-d00e7963cf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:07:55Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['3176796e-1b1f-4085-82d4-e5b598e2b9d4'], 'active': True} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:07:59.057590 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d85a898-7796-4b17-af15-efd9a43ec66b admin admin] Network 8cb3e5ca-515a-488c-873f-e5ab482043cd is already hosted by enough agents. {{(pid=84420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:07:59.059623 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-7d85a898-7796-4b17-af15-efd9a43ec66b admin admin] Resources bound (agent type, host, resource id): {{(pid=84420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:07:59.062192 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d85a898-7796-4b17-af15-efd9a43ec66b admin admin] Received port after_create {{(pid=84420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:07:59.127360 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7d85a898-7796-4b17-af15-efd9a43ec66b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-665159'] for router_interface, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:59.190961 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 42dcca52-d7f1-4270-9957-77eea052b7e9 up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:07:59.251812 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-b0c2a756-42c4-4156-83ce-d00e7963cf4f None None] Set router 3176796e-1b1f-4085-82d4-e5b598e2b9d4 gateway port host: dv-cinder-782390-4-smb {{(pid=84422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:07:59.268739 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning complete for port 42dcca52-d7f1-4270-9957-77eea052b7e9 triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:07:59.270839 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:59.333230 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7d85a898-7796-4b17-af15-efd9a43ec66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:59.447726 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-7b681e3b-a931-4efe-a541-1fa8cb9bcaff None None] Provisioning for port 9295c299-763f-43aa-b599-0834858c46f2 completed by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:07:59.475041 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-7b681e3b-a931-4efe-a541-1fa8cb9bcaff None None] Provisioning complete for port 9295c299-763f-43aa-b599-0834858c46f2 triggered by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:07:59.475459 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7b681e3b-a931-4efe-a541-1fa8cb9bcaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:59.558649 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-7b681e3b-a931-4efe-a541-1fa8cb9bcaff None None] Port 9295c299-763f-43aa-b599-0834858c46f2 cannot update to ACTIVE because it is not bound. {{(pid=84421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 08:07:59.655671 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7d85a898-7796-4b17-af15-efd9a43ec66b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:59.687569 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7d85a898-7796-4b17-af15-efd9a43ec66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843888368'] for port, after_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:59.718223 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:07:59.758642 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-b0c2a756-42c4-4156-83ce-d00e7963cf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3176796e-1b1f-4085-82d4-e5b598e2b9d4', 'name': 'tempest-TestMinimumBasicScenario-1004856880-router', 'tenant_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd4ad2dad-da8b-4999-a75d-e1d72c80cfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:07:53Z', 'updated_at': '2021-04-07T08:07:55Z', 'revision_number': 3, 'project_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'gw_port': {'id': 'd4ad2dad-da8b-4999-a75d-e1d72c80cfa4', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3176796e-1b1f-4085-82d4-e5b598e2b9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:07:54Z', 'updated_at': '2021-04-07T08:07:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb'}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:07:59.763466 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c2a756-42c4-4156-83ce-d00e7963cf4f None None] The sync data for ids ['3176796e-1b1f-4085-82d4-e5b598e2b9d4'] in dv-cinder-782390-4-smb is: [{'id': '3176796e-1b1f-4085-82d4-e5b598e2b9d4', 'name': 'tempest-TestMinimumBasicScenario-1004856880-router', 'tenant_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd4ad2dad-da8b-4999-a75d-e1d72c80cfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:07:53Z', 'updated_at': '2021-04-07T08:07:55Z', 'revision_number': 3, 'project_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'gw_port': {'id': 'd4ad2dad-da8b-4999-a75d-e1d72c80cfa4', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3176796e-1b1f-4085-82d4-e5b598e2b9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:07:54Z', 'updated_at': '2021-04-07T08:07:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb'}] {{(pid=84422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 08:07:59.807433 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7d85a898-7796-4b17-af15-efd9a43ec66b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672914'] for router_interface, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:07:59.823566 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d85a898-7796-4b17-af15-efd9a43ec66b admin admin] Pushing event updated for resources: {'Port': ['ID=9295c299-763f-43aa-b599-0834858c46f2,revision_number=2']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:07:59.836806 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7d85a898-7796-4b17-af15-efd9a43ec66b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:00.037776 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e578ed-fc7a-4564-aea1-9ce11c323ade req-22ee0d26-33ce-458e-b339-05f3ac28c6d6 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:00.039414 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-97e578ed-fc7a-4564-aea1-9ce11c323ade req-22ee0d26-33ce-458e-b339-05f3ac28c6d6 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 946 time: 0.1500497 Apr 07 08:08:00.044397 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d85a898-7796-4b17-af15-efd9a43ec66b admin admin] Network 8cb3e5ca-515a-488c-873f-e5ab482043cd is already hosted by enough agents. {{(pid=84420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:08:00.045681 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-7d85a898-7796-4b17-af15-efd9a43ec66b admin admin] Resources bound (agent type, host, resource id): {{(pid=84420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:08:00.127908 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 54aa67e8-cb25-4f92-9fba-fe455d54adc5 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 08:08:00.154941 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f406e23-3c8f-4f4e-a018-c30b8e39a7c1 req-fac73de9-ba5c-49a9-890f-8be0c54da191 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:00.156967 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8f406e23-3c8f-4f4e-a018-c30b8e39a7c1 req-fac73de9-ba5c-49a9-890f-8be0c54da191 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.1109459 Apr 07 08:08:00.205373 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] No Port match for: 54aa67e8-cb25-4f92-9fba-fe455d54adc5 {{(pid=84421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 08:08:00.205767 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 54aa67e8-cb25-4f92-9fba-fe455d54adc5 not bound to the agent host hv-cinder-78239 {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 08:08:00.239377 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8f406e23-3c8f-4f4e-a018-c30b8e39a7c1 req-8257c1aa-a501-4916-9371-b477dde4fdfe tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693698 Apr 07 08:08:00.400998 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-d28dc4b8-8c42-4d0a-978f-8f0e57d7e600 None None] Provisioning complete for port 9295c299-763f-43aa-b599-0834858c46f2 triggered by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:08:00.401429 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d28dc4b8-8c42-4d0a-978f-8f0e57d7e600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:00.479759 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-d28dc4b8-8c42-4d0a-978f-8f0e57d7e600 None None] Port 9295c299-763f-43aa-b599-0834858c46f2 cannot update to ACTIVE because it is not bound. {{(pid=84421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 08:08:00.580570 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-97e578ed-fc7a-4564-aea1-9ce11c323ade req-143d8466-ea83-42b5-a158-75b80158047c tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5323758 Apr 07 08:08:00.634726 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d85a898-7796-4b17-af15-efd9a43ec66b admin admin] Router 3176796e-1b1f-4085-82d4-e5b598e2b9d4 has already been hosted by L3 agent 9e1c8038-06ec-4f38-a606-610b3381902d {{(pid=84420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 08:08:00.912504 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1634f-ef0c-419e-bb49-a570bfcc275f req-a397509f-cb7c-4fe4-a1f4-a8f5399f0b46 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:00.914104 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1cd1634f-ef0c-419e-bb49-a570bfcc275f req-a397509f-cb7c-4fe4-a1f4-a8f5399f0b46 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=c638a1b2-62f2-4332-9af5-8c16eb1eef05 HTTP/1.1" status: 200 len: 945 time: 0.1468203 Apr 07 08:08:00.915414 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d85a898-7796-4b17-af15-efd9a43ec66b admin admin] Notify agent at l3_agent.dv-cinder-782390-4-smb the message routers_updated {{(pid=84420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 08:08:00.940260 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-7d85a898-7796-4b17-af15-efd9a43ec66b admin admin] 10.222.0.16 "PUT /v2.0/routers/3176796e-1b1f-4085-82d4-e5b598e2b9d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7816501 Apr 07 08:08:00.969849 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1cd1634f-ef0c-419e-bb49-a570bfcc275f req-fcb22b0b-0507-48b3-b5d2-5abc0434092e tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477037 Apr 07 08:08:01.193963 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device d4ad2dad-da8b-4999-a75d-e1d72c80cfa4 up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:08:01.299066 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning for port d4ad2dad-da8b-4999-a75d-e1d72c80cfa4 completed by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:08:01.304527 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning complete for port d4ad2dad-da8b-4999-a75d-e1d72c80cfa4 triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:08:01.305024 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:01.458120 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:01.470185 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fa452-e9e9-45c3-a855-4cf75724495c req-542abaf7-e0dd-4035-8bd8-989b5bf03698 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:01.472077 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-872fa452-e9e9-45c3-a855-4cf75724495c req-542abaf7-e0dd-4035-8bd8-989b5bf03698 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.0974336 Apr 07 08:08:01.476762 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] For port d4ad2dad-da8b-4999-a75d-e1d72c80cfa4, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=d4ad2dad-da8b-4999-a75d-e1d72c80cfa4,segment=NetworkSegment(1cadf7a7-5200-427f-84ab-5b34fedab1ff),segment_id=1cadf7a7-5200-427f-84ab-5b34fedab1ff)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:08:01.498998 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:01.501072 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:01.526491 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-872fa452-e9e9-45c3-a855-4cf75724495c req-829a160e-060b-4971-ac47-18cadb018e54 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480096 Apr 07 08:08:01.576246 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Pushing event updated for resources: {'Port': ['ID=d4ad2dad-da8b-4999-a75d-e1d72c80cfa4,revision_number=4']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:01.579505 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:01.621076 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 46766) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:08:01.627864 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-b9c1af00-3284-4097-8dfd-01cd05e4f438 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1696288891-network', 'tenant_id': '6f21659c491240008825422666952196'}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:08:01.633257 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-b9c1af00-3284-4097-8dfd-01cd05e4f438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:08:01.638490 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-b9c1af00-3284-4097-8dfd-01cd05e4f438 admin admin] Usage tracker for resource:network and tenant:6f21659c491240008825422666952196 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:08:01.641768 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-b9c1af00-3284-4097-8dfd-01cd05e4f438 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:08:01.648185 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-b9c1af00-3284-4097-8dfd-01cd05e4f438 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:08:01.675981 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c1af00-3284-4097-8dfd-01cd05e4f438 admin admin] Made reservation on behalf of 6f21659c491240008825422666952196 for: {'network': 1} {{(pid=84420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:08:01.683683 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b9c1af00-3284-4097-8dfd-01cd05e4f438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for network, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:01.699225 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b9c1af00-3284-4097-8dfd-01cd05e4f438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:01.722065 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-b9c1af00-3284-4097-8dfd-01cd05e4f438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:08:01.764182 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-b9c1af00-3284-4097-8dfd-01cd05e4f438 admin admin] Usage tracker for resource:security_group_rule and tenant:6f21659c491240008825422666952196 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:08:01.772043 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-b9c1af00-3284-4097-8dfd-01cd05e4f438 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:08:01.780808 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-b9c1af00-3284-4097-8dfd-01cd05e4f438 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:08:01.850502 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe2a9c-e190-45be-9f48-6025a250db95 req-8963028d-f46a-4e6e-92e5-89a9481a505c tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:01.852190 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-03fe2a9c-e190-45be-9f48-6025a250db95 req-8963028d-f46a-4e6e-92e5-89a9481a505c tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 946 time: 0.1351261 Apr 07 08:08:01.926883 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-03fe2a9c-e190-45be-9f48-6025a250db95 req-1ad86384-4b9c-4b8a-b513-e994d04aad94 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676236 Apr 07 08:08:01.941435 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b9c1af00-3284-4097-8dfd-01cd05e4f438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:01.961911 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b9c1af00-3284-4097-8dfd-01cd05e4f438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:01.965469 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-6f3076a8-6318-44ea-8a27-9bcd5f527544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:01.998871 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c1af00-3284-4097-8dfd-01cd05e4f438 admin admin] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=84420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 08:08:02.008050 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1af00-3284-4097-8dfd-01cd05e4f438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0435b0-00eb-46c2-8b1e-18d328ef4da3,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:02.013051 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b9c1af00-3284-4097-8dfd-01cd05e4f438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:02.043918 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b9c1af00-3284-4097-8dfd-01cd05e4f438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:02.044230 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.db.segments_db [None req-b9c1af00-3284-4097-8dfd-01cd05e4f438 admin admin] Added segment 442acddd-244e-46c6-b19e-6bf3e3a75891 of type vlan for network 68d9f893-2a54-428c-9b22-5b5990b3add4 Apr 07 08:08:02.071982 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b9c1af00-3284-4097-8dfd-01cd05e4f438 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762715970265'] for network, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:02.172345 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b9c1af00-3284-4097-8dfd-01cd05e4f438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172'] for network, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:02.173776 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c1af00-3284-4097-8dfd-01cd05e4f438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:02.174437 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b9c1af00-3284-4097-8dfd-01cd05e4f438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for network, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:02.179761 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:02.182176 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74039903-34ee-4c57-9c44-295d68fe9714 req-583c24e7-d5e0-41f0-a9f3-7bd59e21a493 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:02.183012 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-74039903-34ee-4c57-9c44-295d68fe9714 req-583c24e7-d5e0-41f0-a9f3-7bd59e21a493 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Synchronizing usage tracker for tenant:0065664477534e84a7f46e809ac97417 on resource:port {{(pid=84419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:08:02.224696 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-74039903-34ee-4c57-9c44-295d68fe9714 req-583c24e7-d5e0-41f0-a9f3-7bd59e21a493 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Unset dirty status for tenant:0065664477534e84a7f46e809ac97417 on resource:port {{(pid=84419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:08:02.225991 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-74039903-34ee-4c57-9c44-295d68fe9714 req-583c24e7-d5e0-41f0-a9f3-7bd59e21a493 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=c638a1b2-62f2-4332-9af5-8c16eb1eef05 HTTP/1.1" status: 200 len: 945 time: 0.1338222 Apr 07 08:08:02.278518 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-74039903-34ee-4c57-9c44-295d68fe9714 req-633d05a6-0858-4aa7-9cb2-01c21d6b51c2 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451007 Apr 07 08:08:02.294916 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1af00-3284-4097-8dfd-01cd05e4f438 admin admin] Pushing event updated for resources: {'Network': ['ID=68d9f893-2a54-428c-9b22-5b5990b3add4,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:02.302743 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b9c1af00-3284-4097-8dfd-01cd05e4f438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:02.311794 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Network 68d9f893-2a54-428c-9b22-5b5990b3add4 details requested by agent ovs-agent-dv-cinder-782390-4-smb with host dv-cinder-782390-4-smb {{(pid=84421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 08:08:02.355279 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 46772) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:08:02.358372 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-b9c1af00-3284-4097-8dfd-01cd05e4f438 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7360241 Apr 07 08:08:02.362758 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-c1ada56f-bd41-4f14-8752-42bea3b4450d admin admin] Request body: {'subnet': {'network_id': '68d9f893-2a54-428c-9b22-5b5990b3add4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1696288891-subnet', 'tenant_id': '6f21659c491240008825422666952196', 'ip_version': 4}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:08:02.368720 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-c1ada56f-bd41-4f14-8752-42bea3b4450d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:08:02.373009 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-c1ada56f-bd41-4f14-8752-42bea3b4450d admin admin] Usage tracker for resource:subnet and tenant:6f21659c491240008825422666952196 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:08:02.376361 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-c1ada56f-bd41-4f14-8752-42bea3b4450d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:08:02.387098 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-c1ada56f-bd41-4f14-8752-42bea3b4450d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:08:02.429856 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ada56f-bd41-4f14-8752-42bea3b4450d admin admin] Made reservation on behalf of 6f21659c491240008825422666952196 for: {'subnet': 1} {{(pid=84419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:08:02.434970 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c1ada56f-bd41-4f14-8752-42bea3b4450d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844254593'] for subnet, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:02.753060 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910d2e4-09e1-45a9-9c8b-1bb6a6756a6a req-5df02a6a-51cb-49b9-b86f-af63bacf7914 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:02.754790 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3910d2e4-09e1-45a9-9c8b-1bb6a6756a6a req-5df02a6a-51cb-49b9-b86f-af63bacf7914 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.0964587 Apr 07 08:08:02.819259 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3910d2e4-09e1-45a9-9c8b-1bb6a6756a6a req-243c6c0b-e4ea-4eba-a070-84de4225759a tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569208 Apr 07 08:08:02.826977 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148dee1e-ebc9-49b5-9250-44808e48b3b1 None None] Sync routers for ids ['3176796e-1b1f-4085-82d4-e5b598e2b9d4'] in dv-cinder-782390-4-smb {{(pid=84421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 08:08:02.836789 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148dee1e-ebc9-49b5-9250-44808e48b3b1 None None] Routers {'3176796e-1b1f-4085-82d4-e5b598e2b9d4'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:08:02.837455 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-148dee1e-ebc9-49b5-9250-44808e48b3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:07:55Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['3176796e-1b1f-4085-82d4-e5b598e2b9d4'], 'active': True} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:08:02.888309 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58684613-3e52-4b38-abd3-fac905b340f8 req-7d15916c-7b54-4e5d-8600-7e7116d48851 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:02.889887 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-58684613-3e52-4b38-abd3-fac905b340f8 req-7d15916c-7b54-4e5d-8600-7e7116d48851 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.13 "GET /v2.0/ports?device_id=c638a1b2-62f2-4332-9af5-8c16eb1eef05 HTTP/1.1" status: 200 len: 945 time: 0.1982002 Apr 07 08:08:02.976198 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-58684613-3e52-4b38-abd3-fac905b340f8 req-2cdbcd04-e91a-434c-9598-fa9838ea9611 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Deleting port 761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8 {{(pid=84419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:08:02.976587 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-58684613-3e52-4b38-abd3-fac905b340f8 req-2cdbcd04-e91a-434c-9598-fa9838ea9611 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:03.049465 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-148dee1e-ebc9-49b5-9250-44808e48b3b1 None None] Set router 3176796e-1b1f-4085-82d4-e5b598e2b9d4 gateway port host: dv-cinder-782390-4-smb {{(pid=84421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:08:03.196663 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device d4ad2dad-da8b-4999-a75d-e1d72c80cfa4 up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:08:03.321049 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c1ada56f-bd41-4f14-8752-42bea3b4450d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843812335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844254644'] for subnet, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:03.351445 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:03.480691 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning complete for port d4ad2dad-da8b-4999-a75d-e1d72c80cfa4 triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:08:03.481114 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:03.519179 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8007485-e4f9-4905-8565-64882c2ad64e req-92e1bec4-5ff7-4e39-baad-df1540e12ffc tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:03.520852 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f8007485-e4f9-4905-8565-64882c2ad64e req-92e1bec4-5ff7-4e39-baad-df1540e12ffc tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=c638a1b2-62f2-4332-9af5-8c16eb1eef05 HTTP/1.1" status: 200 len: 945 time: 0.1177220 Apr 07 08:08:03.545612 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-58684613-3e52-4b38-abd3-fac905b340f8 req-2cdbcd04-e91a-434c-9598-fa9838ea9611 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] For port 761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8,segment=NetworkSegment(cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee),segment_id=cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:08:03.546069 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-58684613-3e52-4b38-abd3-fac905b340f8 req-2cdbcd04-e91a-434c-9598-fa9838ea9611 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:03.554257 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ada56f-bd41-4f14-8752-42bea3b4450d admin admin] Pushing event updated for resources: {'Subnet': ['ID=22c40dcc-92f7-440c-ac6f-0a676323ae3e,revision_number=0']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:03.560775 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-148dee1e-ebc9-49b5-9250-44808e48b3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3176796e-1b1f-4085-82d4-e5b598e2b9d4', 'name': 'tempest-TestMinimumBasicScenario-1004856880-router', 'tenant_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd4ad2dad-da8b-4999-a75d-e1d72c80cfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:07:53Z', 'updated_at': '2021-04-07T08:07:59Z', 'revision_number': 4, 'project_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'gw_port': {'id': 'd4ad2dad-da8b-4999-a75d-e1d72c80cfa4', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3176796e-1b1f-4085-82d4-e5b598e2b9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:07:54Z', 'updated_at': '2021-04-07T08:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': '9295c299-763f-43aa-b599-0834858c46f2', 'name': '', 'network_id': '8cb3e5ca-515a-488c-873f-e5ab482043cd', 'tenant_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'mac_address': 'fa:16:3e:49:7d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3176796e-1b1f-4085-82d4-e5b598e2b9d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '7f59c1c9-a73c-4df8-a2b8-b3719b8d1bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:07:58Z', 'updated_at': '2021-04-07T08:07:59Z', 'revision_number': 2, 'project_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'subnets': [{'id': '7f59c1c9-a73c-4df8-a2b8-b3719b8d1bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:08:03.565192 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c1ada56f-bd41-4f14-8752-42bea3b4450d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:03.569654 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148dee1e-ebc9-49b5-9250-44808e48b3b1 None None] Checking router: 3176796e-1b1f-4085-82d4-e5b598e2b9d4 for host: dv-cinder-782390-4-smb {{(pid=84421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 08:08:03.570082 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148dee1e-ebc9-49b5-9250-44808e48b3b1 None None] Updating router 3176796e-1b1f-4085-82d4-e5b598e2b9d4 port 9295c299-763f-43aa-b599-0834858c46f2 binding host dv-cinder-782390-4-smb {{(pid=84421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 08:08:03.574497 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbee82-5783-4f61-9f17-96c2dc21fd9f req-3df4a19b-dc87-438b-a61b-669175677589 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:03.576086 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c0cbee82-5783-4f61-9f17-96c2dc21fd9f req-3df4a19b-dc87-438b-a61b-669175677589 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 946 time: 0.4893394 Apr 07 08:08:03.580981 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f8007485-e4f9-4905-8565-64882c2ad64e req-16bbd481-5bc5-4474-a0c8-9fcd06d18ece tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/security-groups?id=8799adb9-705d-4976-b4b5-67b94b1c9492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532351 Apr 07 08:08:03.713603 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-58684613-3e52-4b38-abd3-fac905b340f8 req-2cdbcd04-e91a-434c-9598-fa9838ea9611 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Calling delete_port for 761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8 owned by compute:nova {{(pid=84419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:08:03.902802 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-148dee1e-ebc9-49b5-9250-44808e48b3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:03.962107 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c0cbee82-5783-4f61-9f17-96c2dc21fd9f req-58b89017-b3dd-4350-be46-76cb3932eee5 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3247194 Apr 07 08:08:03.995409 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ada56f-bd41-4f14-8752-42bea3b4450d admin admin] Checking segment: {'id': '442acddd-244e-46c6-b19e-6bf3e3a75891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '68d9f893-2a54-428c-9b22-5b5990b3add4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:08:03.995833 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ada56f-bd41-4f14-8752-42bea3b4450d admin admin] Network hostable DHCP agents. Network: 68d9f893-2a54-428c-9b22-5b5990b3add4, hostable agents: ['6d586a76-6480-47e6-bcbb-1719500a6367'], hosted agents: [] {{(pid=84419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 08:08:04.015734 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-58684613-3e52-4b38-abd3-fac905b340f8 req-2cdbcd04-e91a-434c-9598-fa9838ea9611 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716444531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762716001395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:04.032827 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a9962a95-63cb-469b-861a-d00d60d9f0be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:04.063722 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] get_ports_and_sgs() called for port_ids ['761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8'] {{(pid=84421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 08:08:04.091150 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ada56f-bd41-4f14-8752-42bea3b4450d admin admin] Network 68d9f893-2a54-428c-9b22-5b5990b3add4 is scheduled to be hosted by DHCP agent 6d586a76-6480-47e6-bcbb-1719500a6367 with binding_index 1 {{(pid=84419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 08:08:04.107829 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdbcd04-e91a-434c-9598-fa9838ea9611 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Pushing event deleted for resources: {'Port': ['ID=761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:04.156506 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c829ed-c7b8-4869-9cd7-63eea0e1e37a req-d777bc29-c89b-44e5-aa2b-4ff1673a82ed tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:04.157226 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 08:08:04.159258 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-82c829ed-c7b8-4869-9cd7-63eea0e1e37a req-d777bc29-c89b-44e5-aa2b-4ff1673a82ed tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.1245515 Apr 07 08:08:04.161679 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2cdbcd04-e91a-434c-9598-fa9838ea9611 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:04.213884 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-c1ada56f-bd41-4f14-8752-42bea3b4450d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-4-smb, 68d9f893-2a54-428c-9b22-5b5990b3add4) {{(pid=84419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:08:04.228913 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-82c829ed-c7b8-4869-9cd7-63eea0e1e37a req-80454449-635d-420f-811d-2014258094b4 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615928 Apr 07 08:08:04.237573 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ada56f-bd41-4f14-8752-42bea3b4450d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:04.238710 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c1ada56f-bd41-4f14-8752-42bea3b4450d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for subnet, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:04.241679 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cc716c-e821-4c68-9cec-bfa4223f23a0 None None] Network 68d9f893-2a54-428c-9b22-5b5990b3add4 requested from dv-cinder-782390-4-smb {{(pid=84421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 08:08:04.352495 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-58684613-3e52-4b38-abd3-fac905b340f8 req-2cdbcd04-e91a-434c-9598-fa9838ea9611 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] No DVR routers for this DVR port 761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8 on host hv-cinder-78239 {{(pid=84419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 08:08:04.358197 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-58684613-3e52-4b38-abd3-fac905b340f8 req-2cdbcd04-e91a-434c-9598-fa9838ea9611 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:04.361650 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c638a1b2-62f2-4332-9af5-8c16eb1eef05', 'name': 'network-vif-deleted', 'tag': '761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:08:04.411539 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-c1ada56f-bd41-4f14-8752-42bea3b4450d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0519214 Apr 07 08:08:04.413608 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 46790) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:08:04.420497 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-cb7a66dc-8298-44f2-aef8-009364d6da89 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1696288891-router', 'tenant_id': '6f21659c491240008825422666952196', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d'}}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:08:04.425899 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-cb7a66dc-8298-44f2-aef8-009364d6da89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:08:04.429827 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-cb7a66dc-8298-44f2-aef8-009364d6da89 admin admin] Usage tracker for resource:router and tenant:6f21659c491240008825422666952196 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:08:04.435115 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-cb7a66dc-8298-44f2-aef8-009364d6da89 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:08:04.437087 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-58684613-3e52-4b38-abd3-fac905b340f8 req-2cdbcd04-e91a-434c-9598-fa9838ea9611 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.13 "DELETE /v2.0/ports/761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8 HTTP/1.1" status: 204 len: 173 time: 1.5404181 Apr 07 08:08:04.442419 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-cb7a66dc-8298-44f2-aef8-009364d6da89 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:08:04.457088 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c638a1b2-62f2-4332-9af5-8c16eb1eef05', 'name': 'network-vif-deleted', 'tag': '761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8', 'status': 'completed', 'code': 200} Apr 07 08:08:04.517181 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cb7a66dc-8298-44f2-aef8-009364d6da89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854104860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854768465'] for router, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:04.518252 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cb7a66dc-8298-44f2-aef8-009364d6da89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7316'] for router, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:04.698844 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cb7a66dc-8298-44f2-aef8-009364d6da89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:04.733649 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=453c3cc2-00d7-4b92-a6be-ee2b7bf573ed,segment=NetworkSegment(10fc6654-2c6a-4d12-930e-7b16dfb451cb),segment_id=10fc6654-2c6a-4d12-930e-7b16dfb451cb)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:08:04.778901 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Returning: {'device': '453c3cc2-00d7-4b92-a6be-ee2b7bf573ed', 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8', 'port_id': '453c3cc2-00d7-4b92-a6be-ee2b7bf573ed', 'mac_address': 'fa:16:3e:ed:5e:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76e481b0-5bdc-45a1-aec7-e681d70e1c14', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 08:08:04.875516 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-efe4b174-2297-4d0c-8dc4-b903ba2b6cdc req-1c5e1fbe-234a-4c66-bf49-4b8f65fcbc11 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] 10.222.0.16 "GET /v2.0/ports?device_id=c638a1b2-62f2-4332-9af5-8c16eb1eef05 HTTP/1.1" status: 200 len: 210 time: 0.1384950 Apr 07 08:08:04.890562 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4993766-cc4b-4a57-9634-b56608f6a355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22737d76-c58d-59f2-b2aa-1c8ba2f8451a-68d9f893-2a54-428c-9b22-5b5990b3add4', 'network_id': '68d9f893-2a54-428c-9b22-5b5990b3add4', 'tenant_id': '6f21659c491240008825422666952196', 'fixed_ips': [{'subnet_id': '22c40dcc-92f7-440c-ac6f-0a676323ae3e'}]}} from dv-cinder-782390-4-smb. {{(pid=84421) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 07 08:08:04.891546 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a4993766-cc4b-4a57-9634-b56608f6a355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:04.926874 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:05.038743 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed {{(pid=84421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 08:08:05.102533 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-148dee1e-ebc9-49b5-9250-44808e48b3b1 None None] Notify callbacks [] for port, precommit_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:05.130305 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=453c3cc2-00d7-4b92-a6be-ee2b7bf573ed,segment=NetworkSegment(10fc6654-2c6a-4d12-930e-7b16dfb451cb),segment_id=10fc6654-2c6a-4d12-930e-7b16dfb451cb)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:08:05.157915 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cb7a66dc-8298-44f2-aef8-009364d6da89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7301'] for router, precommit_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:05.188025 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:05.191151 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-148dee1e-ebc9-49b5-9250-44808e48b3b1 None None] Transition to ACTIVE for port object 9295c299-763f-43aa-b599-0834858c46f2 will not be triggered until provisioned by entity L2. {{(pid=84421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:08:05.195896 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:05.274747 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4e65e-660d-410a-b07b-6a30de8ddded req-5ab4cfaf-ebcf-42a1-b42c-1b5c09a9f2a4 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:05.277120 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-76c4e65e-660d-410a-b07b-6a30de8ddded req-5ab4cfaf-ebcf-42a1-b42c-1b5c09a9f2a4 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 945 time: 0.1671395 Apr 07 08:08:05.300373 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-148dee1e-ebc9-49b5-9250-44808e48b3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:05.327873 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] get_ports_and_sgs() called for port_ids ['453c3cc2-00d7-4b92-a6be-ee2b7bf573ed'] {{(pid=84421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 08:08:05.358567 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-76c4e65e-660d-410a-b07b-6a30de8ddded req-028122d4-1b1b-4aac-8d4f-8048553cdfb2 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734396 Apr 07 08:08:05.479832 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-a4993766-cc4b-4a57-9634-b56608f6a355 None None] Allocated IP 172.20.0.2 (68d9f893-2a54-428c-9b22-5b5990b3add4/22c40dcc-92f7-440c-ac6f-0a676323ae3e/e0940baa-2d4f-4efc-8009-1de410691b31) {{(pid=84421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:08:05.485641 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=453c3cc2-00d7-4b92-a6be-ee2b7bf573ed,revision_number=6']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:05.515251 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:05.564108 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74321352-4f9e-469e-b357-92fec9bfb1a5 req-c823c921-f4c0-430e-8f94-69f247fae5bc tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:05.565763 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-74321352-4f9e-469e-b357-92fec9bfb1a5 req-c823c921-f4c0-430e-8f94-69f247fae5bc tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.1213040 Apr 07 08:08:05.597105 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.270s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:05.779725 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-74321352-4f9e-469e-b357-92fec9bfb1a5 req-87fde741-fc59-4334-8a76-cc72e506189b tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558337 Apr 07 08:08:05.802825 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cb7a66dc-8298-44f2-aef8-009364d6da89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:05.827142 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e4153-5906-4039-9545-308d5e599a81 None None] Pushing event updated for resources: {'Port': ['ID=9295c299-763f-43aa-b599-0834858c46f2,revision_number=3']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:05.830046 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7a5e4153-5906-4039-9545-308d5e599a81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:05.835474 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cb7a66dc-8298-44f2-aef8-009364d6da89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:06.032567 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 46840) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:08:06.089747 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-cb7a66dc-8298-44f2-aef8-009364d6da89 admin admin] Allocated IP 172.28.3.151 (1ff46c99-7a5d-4315-af88-cb546c84119d/b9dcea17-38c4-48c8-a3c6-f64b629ec00f/314111b7-2efe-4fa8-9c8e-decccd026681) {{(pid=84420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:08:06.159988 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_v2 [None req-72f90210-8073-4dae-bbcd-0eb51a543a60 admin admin] Deleting subnet 0261230a-f66e-46e9-a29a-909ac4232a81 {{(pid=84419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 07 08:08:06.170938 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-72f90210-8073-4dae-bbcd-0eb51a543a60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:06.285558 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-72f90210-8073-4dae-bbcd-0eb51a543a60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853530688'] for subnet, precommit_delete_associations {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:06.380337 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cb7a66dc-8298-44f2-aef8-009364d6da89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:06.470532 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cb7a66dc-8298-44f2-aef8-009364d6da89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10887448'] for port, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:06.520005 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:06.628383 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-72f90210-8073-4dae-bbcd-0eb51a543a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4567'] for subnet, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:06.648384 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a4993766-cc4b-4a57-9634-b56608f6a355 None None] Notify callbacks [] for port, precommit_create {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:06.660916 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-a4993766-cc4b-4a57-9634-b56608f6a355 None None] Transition to ACTIVE for port object e0940baa-2d4f-4efc-8009-1de410691b31 will not be triggered until provisioned by entity L2. {{(pid=84421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:08:06.682100 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-a4993766-cc4b-4a57-9634-b56608f6a355 None None] Transition to ACTIVE for port object e0940baa-2d4f-4efc-8009-1de410691b31 will not be triggered until provisioned by entity DHCP. {{(pid=84421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:08:06.741614 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 08:08:06.871420 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a4993766-cc4b-4a57-9634-b56608f6a355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422'] for port, after_create {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:06.895796 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] No Port match for: 761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8 {{(pid=84421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 08:08:06.911894 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 761094c0-6b1a-4ae9-b7eb-e4e4e9bfa8f8 not bound to the agent host hv-cinder-78239 {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 08:08:06.918453 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-148dee1e-ebc9-49b5-9250-44808e48b3b1 None None] Attempting to bind port 9295c299-763f-43aa-b599-0834858c46f2 on host dv-cinder-782390-4-smb for vnic_type normal with profile {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:08:06.926941 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-148dee1e-ebc9-49b5-9250-44808e48b3b1 None None] Attempting to bind port 9295c299-763f-43aa-b599-0834858c46f2 by drivers openvswitch,hyperv on host dv-cinder-782390-4-smb at level 0 using segments [{'id': 'bb5a8040-593b-4b2d-bac2-4dbbfb92526f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '8cb3e5ca-515a-488c-873f-e5ab482043cd'}] {{(pid=84421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 08:08:06.927672 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148dee1e-ebc9-49b5-9250-44808e48b3b1 None None] Attempting to bind port 9295c299-763f-43aa-b599-0834858c46f2 on network 8cb3e5ca-515a-488c-873f-e5ab482043cd {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:08:06.930320 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7a5e4153-5906-4039-9545-308d5e599a81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:06.964866 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-72f90210-8073-4dae-bbcd-0eb51a543a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10963498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10521157'] for subnet, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:07.009755 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148dee1e-ebc9-49b5-9250-44808e48b3b1 None None] Checking agent: {'id': '755cb15d-769a-4687-bcff-bddb0e9936ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 56, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 08:08:07.010187 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148dee1e-ebc9-49b5-9250-44808e48b3b1 None None] Checking segment: {'id': 'bb5a8040-593b-4b2d-bac2-4dbbfb92526f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '8cb3e5ca-515a-488c-873f-e5ab482043cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:08:07.010598 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-148dee1e-ebc9-49b5-9250-44808e48b3b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:07.011201 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148dee1e-ebc9-49b5-9250-44808e48b3b1 None None] Bound using segment: {'id': 'bb5a8040-593b-4b2d-bac2-4dbbfb92526f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '8cb3e5ca-515a-488c-873f-e5ab482043cd'} {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 08:08:07.011733 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-148dee1e-ebc9-49b5-9250-44808e48b3b1 None None] Bound port: 9295c299-763f-43aa-b599-0834858c46f2, host: dv-cinder-782390-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb5a8040-593b-4b2d-bac2-4dbbfb92526f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '8cb3e5ca-515a-488c-873f-e5ab482043cd'}}] {{(pid=84421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 08:08:07.012147 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-148dee1e-ebc9-49b5-9250-44808e48b3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:07.044138 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-0a014a02-a52f-492b-96f8-405f95f6d99c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:07.053557 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a66dc-8298-44f2-aef8-009364d6da89 admin admin] Pushing event updated for resources: {'Port': ['ID=314111b7-2efe-4fa8-9c8e-decccd026681,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:07.061343 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-cb7a66dc-8298-44f2-aef8-009364d6da89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:07.110104 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f90210-8073-4dae-bbcd-0eb51a543a60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0261230a-f66e-46e9-a29a-909ac4232a81,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:07.141620 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08947c9-16d9-4163-9681-9695e904505b req-690622c4-bae9-41ea-afaa-c4675647542a tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:07.144335 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b08947c9-16d9-4163-9681-9695e904505b req-690622c4-bae9-41ea-afaa-c4675647542a tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 945 time: 0.5410836 Apr 07 08:08:07.153544 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7a66dc-8298-44f2-aef8-009364d6da89 admin admin] Network 1ff46c99-7a5d-4315-af88-cb546c84119d is already hosted by enough agents. {{(pid=84420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:08:07.154946 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-cb7a66dc-8298-44f2-aef8-009364d6da89 admin admin] Resources bound (agent type, host, resource id): {{(pid=84420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:08:07.159052 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7a66dc-8298-44f2-aef8-009364d6da89 admin admin] Received port after_create {{(pid=84420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:08:07.173505 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-72f90210-8073-4dae-bbcd-0eb51a543a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:07.220623 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4993766-cc4b-4a57-9634-b56608f6a355 None None] Pushing event updated for resources: {'Port': ['ID=e0940baa-2d4f-4efc-8009-1de410691b31,revision_number=1']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:07.238832 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a4993766-cc4b-4a57-9634-b56608f6a355 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:07.247001 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864658bb-5bde-4f0f-8b5e-860dff6bdf40 req-308e1d64-6ab4-447a-af3c-3713c021b287 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:07.248966 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-864658bb-5bde-4f0f-8b5e-860dff6bdf40 req-308e1d64-6ab4-447a-af3c-3713c021b287 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.2879684 Apr 07 08:08:07.256315 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-72f90210-8073-4dae-bbcd-0eb51a543a60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for subnet, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:07.299037 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-72f90210-8073-4dae-bbcd-0eb51a543a60 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0261230a-f66e-46e9-a29a-909ac4232a81 HTTP/1.1" status: 204 len: 168 time: 1.2647853 Apr 07 08:08:07.303272 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 46850) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:08:07.342817 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-148dee1e-ebc9-49b5-9250-44808e48b3b1 None None] For port 9295c299-763f-43aa-b599-0834858c46f2, host dv-cinder-782390-4-smb, cleared binding levels {{(pid=84421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 08:08:07.375027 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-148dee1e-ebc9-49b5-9250-44808e48b3b1 None None] For port 9295c299-763f-43aa-b599-0834858c46f2, host dv-cinder-782390-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=9295c299-763f-43aa-b599-0834858c46f2,segment=NetworkSegment(bb5a8040-593b-4b2d-bac2-4dbbfb92526f),segment_id=bb5a8040-593b-4b2d-bac2-4dbbfb92526f)] {{(pid=84421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 08:08:07.387952 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4993766-cc4b-4a57-9634-b56608f6a355 None None] Network 68d9f893-2a54-428c-9b22-5b5990b3add4 is already hosted by enough agents. {{(pid=84421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:08:07.395857 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-a4993766-cc4b-4a57-9634-b56608f6a355 None None] Resources bound (agent type, host, resource id): {{(pid=84421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:08:07.401412 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4993766-cc4b-4a57-9634-b56608f6a355 None None] Received port after_create {{(pid=84421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:08:07.455999 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-148dee1e-ebc9-49b5-9250-44808e48b3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:07.497670 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a728d0b7-8aae-4c0b-a91a-286cacf755e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-154221'] for network, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:07.536923 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:07.605060 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b08947c9-16d9-4163-9681-9695e904505b req-112cadd9-d578-4e39-9770-6954f653d527 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4474819 Apr 07 08:08:07.633391 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-864658bb-5bde-4f0f-8b5e-860dff6bdf40 req-eb976396-71ca-413a-bff9-af4bd82b98b3 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638422 Apr 07 08:08:07.745813 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a728d0b7-8aae-4c0b-a91a-286cacf755e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854774442', 'neutron.services.segments.db._delete_segments_for_network--9223363274138304577'] for network, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:07.788888 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e4153-5906-4039-9545-308d5e599a81 None None] Pushing event updated for resources: {'Port': ['ID=9295c299-763f-43aa-b599-0834858c46f2,revision_number=4']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:07.817828 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7a5e4153-5906-4039-9545-308d5e599a81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:07.824149 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-a4993766-cc4b-4a57-9634-b56608f6a355 None None] Attempting to bind port e0940baa-2d4f-4efc-8009-1de410691b31 on host dv-cinder-782390-4-smb for vnic_type normal with profile {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:08:07.824619 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-a4993766-cc4b-4a57-9634-b56608f6a355 None None] Attempting to bind port e0940baa-2d4f-4efc-8009-1de410691b31 by drivers openvswitch,hyperv on host dv-cinder-782390-4-smb at level 0 using segments [{'id': '442acddd-244e-46c6-b19e-6bf3e3a75891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '68d9f893-2a54-428c-9b22-5b5990b3add4'}] {{(pid=84421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 08:08:07.825132 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4993766-cc4b-4a57-9634-b56608f6a355 None None] Attempting to bind port e0940baa-2d4f-4efc-8009-1de410691b31 on network 68d9f893-2a54-428c-9b22-5b5990b3add4 {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:08:07.831285 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cb7a66dc-8298-44f2-aef8-009364d6da89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:07.837605 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4993766-cc4b-4a57-9634-b56608f6a355 None None] Checking agent: {'id': '755cb15d-769a-4687-bcff-bddb0e9936ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 56, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 08:08:07.838190 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4993766-cc4b-4a57-9634-b56608f6a355 None None] Checking segment: {'id': '442acddd-244e-46c6-b19e-6bf3e3a75891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '68d9f893-2a54-428c-9b22-5b5990b3add4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:08:07.838766 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a4993766-cc4b-4a57-9634-b56608f6a355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:07.839530 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4993766-cc4b-4a57-9634-b56608f6a355 None None] Bound using segment: {'id': '442acddd-244e-46c6-b19e-6bf3e3a75891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '68d9f893-2a54-428c-9b22-5b5990b3add4'} {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 08:08:07.840287 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-a4993766-cc4b-4a57-9634-b56608f6a355 None None] Bound port: e0940baa-2d4f-4efc-8009-1de410691b31, host: dv-cinder-782390-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '442acddd-244e-46c6-b19e-6bf3e3a75891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '68d9f893-2a54-428c-9b22-5b5990b3add4'}}] {{(pid=84421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 08:08:07.841050 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a4993766-cc4b-4a57-9634-b56608f6a355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:07.893522 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-a728d0b7-8aae-4c0b-a91a-286cacf755e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12b6a4b5-316a-406f-9230-1ee620072355']}} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:08:07.907642 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-a728d0b7-8aae-4c0b-a91a-286cacf755e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee') {'for_net_delete': True} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:08:07.908094 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-a728d0b7-8aae-4c0b-a91a-286cacf755e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc5b37b2-8ad2-4baf-aefd-c7d0a61133ee') {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:08:07.926227 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a728d0b7-8aae-4c0b-a91a-286cacf755e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762716471121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1245129'] for segment, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:07.967801 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a728d0b7-8aae-4c0b-a91a-286cacf755e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:07.978892 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a728d0b7-8aae-4c0b-a91a-286cacf755e7 admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=84419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 07 08:08:08.011185 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148dee1e-ebc9-49b5-9250-44808e48b3b1 None None] Routers {'3176796e-1b1f-4085-82d4-e5b598e2b9d4'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:08:08.011931 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-148dee1e-ebc9-49b5-9250-44808e48b3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:07:55Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['3176796e-1b1f-4085-82d4-e5b598e2b9d4'], 'active': True} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:08:08.231524 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed up at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:08:08.267239 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-a728d0b7-8aae-4c0b-a91a-286cacf755e7 admin admin] Network 12b6a4b5-316a-406f-9230-1ee620072355 has no segments {{(pid=84419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 08:08:08.271593 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-a4993766-cc4b-4a57-9634-b56608f6a355 None None] For port e0940baa-2d4f-4efc-8009-1de410691b31, host dv-cinder-782390-4-smb, cleared binding levels {{(pid=84421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 08:08:08.279465 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a728d0b7-8aae-4c0b-a91a-286cacf755e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10963585'] for segment, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:08.316845 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-a4993766-cc4b-4a57-9634-b56608f6a355 None None] For port e0940baa-2d4f-4efc-8009-1de410691b31, host dv-cinder-782390-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=e0940baa-2d4f-4efc-8009-1de410691b31,segment=NetworkSegment(442acddd-244e-46c6-b19e-6bf3e3a75891),segment_id=442acddd-244e-46c6-b19e-6bf3e3a75891)] {{(pid=84421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 08:08:08.372243 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a4993766-cc4b-4a57-9634-b56608f6a355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:08.392079 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:08.393167 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cb7a66dc-8298-44f2-aef8-009364d6da89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854100582'] for router, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:08.521027 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-148dee1e-ebc9-49b5-9250-44808e48b3b1 None None] Set router 3176796e-1b1f-4085-82d4-e5b598e2b9d4 gateway port host: dv-cinder-782390-4-smb {{(pid=84421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:08:08.543931 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-a728d0b7-8aae-4c0b-a91a-286cacf755e7 admin admin] Network 12b6a4b5-316a-406f-9230-1ee620072355 has no segments {{(pid=84419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 08:08:08.589192 dv-cinder-782390-4-smb neutron-server[84306]: Traceback (most recent call last): Apr 07 08:08:08.589192 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 08:08:08.589192 dv-cinder-782390-4-smb neutron-server[84306]: timer() Apr 07 08:08:08.589192 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 08:08:08.589192 dv-cinder-782390-4-smb neutron-server[84306]: cb(*args, **kw) Apr 07 08:08:08.589192 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 07 08:08:08.589192 dv-cinder-782390-4-smb neutron-server[84306]: return func(*args, **kwargs) Apr 07 08:08:08.589192 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 08:08:08.589192 dv-cinder-782390-4-smb neutron-server[84306]: self._notify() Apr 07 08:08:08.589192 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 08:08:08.589192 dv-cinder-782390-4-smb neutron-server[84306]: self.callback(batched_events) Apr 07 08:08:08.589192 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 08:08:08.589192 dv-cinder-782390-4-smb neutron-server[84306]: event.method(event) Apr 07 08:08:08.589192 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 07 08:08:08.589192 dv-cinder-782390-4-smb neutron-server[84306]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 08:08:08.589192 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 07 08:08:08.589192 dv-cinder-782390-4-smb neutron-server[84306]: segment_id)['aggregates'][0] Apr 07 08:08:08.589192 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 07 08:08:08.589192 dv-cinder-782390-4-smb neutron-server[84306]: return f(self, *a, **k) Apr 07 08:08:08.589192 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 07 08:08:08.589192 dv-cinder-782390-4-smb neutron-server[84306]: return self._get(url).json() Apr 07 08:08:08.589192 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 08:08:08.589192 dv-cinder-782390-4-smb neutron-server[84306]: **kwargs) Apr 07 08:08:08.589192 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 08:08:08.589192 dv-cinder-782390-4-smb neutron-server[84306]: return self.request(url, 'GET', **kwargs) Apr 07 08:08:08.589192 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 07 08:08:08.589192 dv-cinder-782390-4-smb neutron-server[84306]: **endpoint_filter) Apr 07 08:08:08.589192 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 08:08:08.589192 dv-cinder-782390-4-smb neutron-server[84306]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 08:08:08.589192 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 08:08:08.589192 dv-cinder-782390-4-smb neutron-server[84306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 08:08:08.589192 dv-cinder-782390-4-smb neutron-server[84306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 08:08:08.601688 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Provisioning complete for port 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:08:08.602108 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:08.715539 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a728d0b7-8aae-4c0b-a91a-286cacf755e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675294'] for network, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:08.720884 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a728d0b7-8aae-4c0b-a91a-286cacf755e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for network, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:08.725117 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:08.776102 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a728d0b7-8aae-4c0b-a91a-286cacf755e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=12b6a4b5-316a-406f-9230-1ee620072355,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:08.780893 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a728d0b7-8aae-4c0b-a91a-286cacf755e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:08.821973 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-a728d0b7-8aae-4c0b-a91a-286cacf755e7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/12b6a4b5-316a-406f-9230-1ee620072355 HTTP/1.1" status: 204 len: 168 time: 1.5149689 Apr 07 08:08:08.934104 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7a66dc-8298-44f2-aef8-009364d6da89 admin admin] Router 0f43e393-f5b9-401d-b735-f4a8a6f23ed8 is scheduled to L3 agent 9e1c8038-06ec-4f38-a606-610b3381902d with binding_index 1 {{(pid=84420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 07 08:08:08.997621 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4993766-cc4b-4a57-9634-b56608f6a355 None None] Pushing event updated for resources: {'Port': ['ID=e0940baa-2d4f-4efc-8009-1de410691b31,revision_number=2']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:09.012080 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a4993766-cc4b-4a57-9634-b56608f6a355 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:09.067486 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9dae2-08bf-43c1-96a9-16fc064306a5 req-22308317-83e5-443b-a0a5-27cc8e76afec tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:09.069510 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-59d9dae2-08bf-43c1-96a9-16fc064306a5 req-22308317-83e5-443b-a0a5-27cc8e76afec tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 945 time: 0.2712100 Apr 07 08:08:09.077017 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cac7c7-e3a1-424c-aa58-8d2d90bddc55 req-9e9666b0-4d15-4507-870f-5f1bcd0e52ed tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:09.079087 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a4cac7c7-e3a1-424c-aa58-8d2d90bddc55 req-9e9666b0-4d15-4507-870f-5f1bcd0e52ed tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.2307658 Apr 07 08:08:09.150670 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a4cac7c7-e3a1-424c-aa58-8d2d90bddc55 req-4cad0c61-219e-488f-a5fc-1a1dbd5ad21a tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629137 Apr 07 08:08:09.258299 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-59d9dae2-08bf-43c1-96a9-16fc064306a5 req-8770c4b2-adfa-49b5-b1a8-33d3dd2fdb34 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866270 Apr 07 08:08:09.298557 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7a66dc-8298-44f2-aef8-009364d6da89 admin admin] Notify agent at l3_agent.dv-cinder-782390-4-smb the message routers_updated {{(pid=84420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 08:08:09.308443 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff579d2-7a01-4260-ba91-94862d55ebcc None None] Sync routers for ids ['0f43e393-f5b9-401d-b735-f4a8a6f23ed8'] in dv-cinder-782390-4-smb {{(pid=84422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 08:08:09.316942 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 46870) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:08:09.329860 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff579d2-7a01-4260-ba91-94862d55ebcc None None] Routers {'0f43e393-f5b9-401d-b735-f4a8a6f23ed8'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:08:09.334106 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-9ff579d2-7a01-4260-ba91-94862d55ebcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:07:55Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['0f43e393-f5b9-401d-b735-f4a8a6f23ed8'], 'active': True} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:08:09.356873 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cb7a66dc-8298-44f2-aef8-009364d6da89 admin admin] Notify callbacks [] for router, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:09.360884 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-cb7a66dc-8298-44f2-aef8-009364d6da89 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9435976 Apr 07 08:08:09.361802 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 46874) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:08:09.604661 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-394777b0-6ca1-4701-9ea4-ed8801fd5321 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0065664477534e84a7f46e809ac97417&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2863522 Apr 07 08:08:09.607205 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 46880) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:08:09.610202 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:09.655036 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-9ff579d2-7a01-4260-ba91-94862d55ebcc None None] Set router 0f43e393-f5b9-401d-b735-f4a8a6f23ed8 gateway port host: dv-cinder-782390-4-smb {{(pid=84422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:08:09.685966 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=453c3cc2-00d7-4b92-a6be-ee2b7bf573ed,segment=NetworkSegment(10fc6654-2c6a-4d12-930e-7b16dfb451cb),segment_id=10fc6654-2c6a-4d12-930e-7b16dfb451cb)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:08:09.691148 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658ed895-fd9a-4fce-adf1-9f69ddefb2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453c3cc2-00d7-4b92-a6be-ee2b7bf573ed'}] {{(pid=84421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:08:09.741906 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:09.749618 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:09.933497 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3b432b3a-eb1d-435f-9915-2954a1bc764e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:09.957902 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658ed895-fd9a-4fce-adf1-9f69ddefb2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453c3cc2-00d7-4b92-a6be-ee2b7bf573ed', 'code': 200} Apr 07 08:08:09.959661 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=453c3cc2-00d7-4b92-a6be-ee2b7bf573ed,revision_number=7']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:09.973103 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:09.975460 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-148dee1e-ebc9-49b5-9250-44808e48b3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3176796e-1b1f-4085-82d4-e5b598e2b9d4', 'name': 'tempest-TestMinimumBasicScenario-1004856880-router', 'tenant_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd4ad2dad-da8b-4999-a75d-e1d72c80cfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:07:53Z', 'updated_at': '2021-04-07T08:07:59Z', 'revision_number': 4, 'project_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'gw_port': {'id': 'd4ad2dad-da8b-4999-a75d-e1d72c80cfa4', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3176796e-1b1f-4085-82d4-e5b598e2b9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:07:54Z', 'updated_at': '2021-04-07T08:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': '9295c299-763f-43aa-b599-0834858c46f2', 'name': '', 'network_id': '8cb3e5ca-515a-488c-873f-e5ab482043cd', 'tenant_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'mac_address': 'fa:16:3e:49:7d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3176796e-1b1f-4085-82d4-e5b598e2b9d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '7f59c1c9-a73c-4df8-a2b8-b3719b8d1bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:07:58Z', 'updated_at': '2021-04-07T08:08:07Z', 'revision_number': 4, 'project_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'subnets': [{'id': '7f59c1c9-a73c-4df8-a2b8-b3719b8d1bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:08:09.989256 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148dee1e-ebc9-49b5-9250-44808e48b3b1 None None] The sync data for ids ['3176796e-1b1f-4085-82d4-e5b598e2b9d4'] in dv-cinder-782390-4-smb is: [{'id': '3176796e-1b1f-4085-82d4-e5b598e2b9d4', 'name': 'tempest-TestMinimumBasicScenario-1004856880-router', 'tenant_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd4ad2dad-da8b-4999-a75d-e1d72c80cfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:07:53Z', 'updated_at': '2021-04-07T08:07:59Z', 'revision_number': 4, 'project_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'gw_port': {'id': 'd4ad2dad-da8b-4999-a75d-e1d72c80cfa4', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3176796e-1b1f-4085-82d4-e5b598e2b9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:07:54Z', 'updated_at': '2021-04-07T08:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': '9295c299-763f-43aa-b599-0834858c46f2', 'name': '', 'network_id': '8cb3e5ca-515a-488c-873f-e5ab482043cd', 'tenant_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'mac_address': 'fa:16:3e:49:7d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3176796e-1b1f-4085-82d4-e5b598e2b9d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '7f59c1c9-a73c-4df8-a2b8-b3719b8d1bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:07:58Z', 'updated_at': '2021-04-07T08:08:07Z', 'revision_number': 4, 'project_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'subnets': [{'id': '7f59c1c9-a73c-4df8-a2b8-b3719b8d1bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 08:08:10.036188 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3b432b3a-eb1d-435f-9915-2954a1bc764e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:10.089543 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-9ff579d2-7a01-4260-ba91-94862d55ebcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f43e393-f5b9-401d-b735-f4a8a6f23ed8', 'name': 'tempest-TestMinimumBasicScenario-1696288891-router', 'tenant_id': '6f21659c491240008825422666952196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.151'}], 'enable_snat': True}, 'gw_port_id': '314111b7-2efe-4fa8-9c8e-decccd026681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:08:04Z', 'updated_at': '2021-04-07T08:08:07Z', 'revision_number': 3, 'project_id': '6f21659c491240008825422666952196', 'gw_port': {'id': '314111b7-2efe-4fa8-9c8e-decccd026681', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f43e393-f5b9-401d-b735-f4a8a6f23ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:08:05Z', 'updated_at': '2021-04-07T08:08:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb'}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:08:10.094879 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff579d2-7a01-4260-ba91-94862d55ebcc None None] Checking router: 0f43e393-f5b9-401d-b735-f4a8a6f23ed8 for host: dv-cinder-782390-4-smb {{(pid=84422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 08:08:10.095919 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff579d2-7a01-4260-ba91-94862d55ebcc None None] Updating router 0f43e393-f5b9-401d-b735-f4a8a6f23ed8 port 314111b7-2efe-4fa8-9c8e-decccd026681 binding host dv-cinder-782390-4-smb {{(pid=84422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 08:08:10.190799 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9ff579d2-7a01-4260-ba91-94862d55ebcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:10.212716 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3b432b3a-eb1d-435f-9915-2954a1bc764e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:10.218302 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c3a62cee-7f9e-4ef9-8b34-bf27f9410499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:10.252767 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b432b3a-eb1d-435f-9915-2954a1bc764e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8799adb9-705d-4976-b4b5-67b94b1c9492,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:10.256315 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3b432b3a-eb1d-435f-9915-2954a1bc764e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:10.303915 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3b432b3a-eb1d-435f-9915-2954a1bc764e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:10.305157 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-3b432b3a-eb1d-435f-9915-2954a1bc764e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8799adb9-705d-4976-b4b5-67b94b1c9492 HTTP/1.1" status: 204 len: 168 time: 0.6968086 Apr 07 08:08:10.642220 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570c031-a0b4-4e14-9e44-43754e53dbe2 req-47471b55-5392-4003-8c1b-2885e2eb5839 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:10.668818 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5570c031-a0b4-4e14-9e44-43754e53dbe2 req-47471b55-5392-4003-8c1b-2885e2eb5839 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.2891912 Apr 07 08:08:10.850435 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5570c031-a0b4-4e14-9e44-43754e53dbe2 req-f6d90ca7-463c-4ebb-8672-08408c411742 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786945 Apr 07 08:08:11.087088 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123d112-b715-44b9-8cea-2980cb21f191 req-d74de991-e79b-4949-a26e-af1615d329f5 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:11.098768 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-6123d112-b715-44b9-8cea-2980cb21f191 req-d74de991-e79b-4949-a26e-af1615d329f5 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 946 time: 0.4773495 Apr 07 08:08:11.141023 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9ff579d2-7a01-4260-ba91-94862d55ebcc None None] Notify callbacks [] for port, precommit_update {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:11.177654 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-9ff579d2-7a01-4260-ba91-94862d55ebcc None None] Transition to ACTIVE for port object 314111b7-2efe-4fa8-9c8e-decccd026681 will not be triggered until provisioned by entity L2. {{(pid=84422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:08:11.249849 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9ff579d2-7a01-4260-ba91-94862d55ebcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:11.283726 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-88691f03-c092-40e0-b0d9-eb29ca62e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:11.285538 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-6123d112-b715-44b9-8cea-2980cb21f191 req-4159c5a8-a01c-439a-8618-711b1827c808 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851068 Apr 07 08:08:11.321609 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2eb08ab5-32f7-44d1-91f4-a9b258d1c5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:11.385567 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device e0940baa-2d4f-4efc-8009-1de410691b31 up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:08:11.569192 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b51a2-daa1-4dfe-87e7-f7cba5cae32f None None] Pushing event updated for resources: {'Port': ['ID=314111b7-2efe-4fa8-9c8e-decccd026681,revision_number=2']} {{(pid=84422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:11.574454 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-fd2b51a2-daa1-4dfe-87e7-f7cba5cae32f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:11.604151 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1773d8-d13b-457c-99a4-00973e29789f None None] Network 68d9f893-2a54-428c-9b22-5b5990b3add4 requested from dv-cinder-782390-4-smb {{(pid=84421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 08:08:11.685572 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-9ff579d2-7a01-4260-ba91-94862d55ebcc None None] Attempting to bind port 314111b7-2efe-4fa8-9c8e-decccd026681 on host dv-cinder-782390-4-smb for vnic_type normal with profile {{(pid=84422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:08:11.685977 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-9ff579d2-7a01-4260-ba91-94862d55ebcc None None] Attempting to bind port 314111b7-2efe-4fa8-9c8e-decccd026681 by drivers openvswitch,hyperv on host dv-cinder-782390-4-smb at level 0 using segments [{'id': '1cadf7a7-5200-427f-84ab-5b34fedab1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d'}] {{(pid=84422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 08:08:11.686379 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff579d2-7a01-4260-ba91-94862d55ebcc None None] Attempting to bind port 314111b7-2efe-4fa8-9c8e-decccd026681 on network 1ff46c99-7a5d-4315-af88-cb546c84119d {{(pid=84422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:08:11.695501 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff579d2-7a01-4260-ba91-94862d55ebcc None None] Checking agent: {'id': '755cb15d-769a-4687-bcff-bddb0e9936ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 56, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 08:08:11.695909 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff579d2-7a01-4260-ba91-94862d55ebcc None None] Checking segment: {'id': '1cadf7a7-5200-427f-84ab-5b34fedab1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:08:11.696350 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9ff579d2-7a01-4260-ba91-94862d55ebcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:11.696818 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff579d2-7a01-4260-ba91-94862d55ebcc None None] Bound using segment: {'id': '1cadf7a7-5200-427f-84ab-5b34fedab1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d'} {{(pid=84422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 08:08:11.705316 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-9ff579d2-7a01-4260-ba91-94862d55ebcc None None] Bound port: 314111b7-2efe-4fa8-9c8e-decccd026681, host: dv-cinder-782390-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cadf7a7-5200-427f-84ab-5b34fedab1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d'}}] {{(pid=84422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 08:08:11.705894 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9ff579d2-7a01-4260-ba91-94862d55ebcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:11.890734 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning for port e0940baa-2d4f-4efc-8009-1de410691b31 completed by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:08:11.909951 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-9ff579d2-7a01-4260-ba91-94862d55ebcc None None] For port 314111b7-2efe-4fa8-9c8e-decccd026681, host dv-cinder-782390-4-smb, cleared binding levels {{(pid=84422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 08:08:11.913619 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-9ff579d2-7a01-4260-ba91-94862d55ebcc None None] For port 314111b7-2efe-4fa8-9c8e-decccd026681, host dv-cinder-782390-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=314111b7-2efe-4fa8-9c8e-decccd026681,segment=NetworkSegment(1cadf7a7-5200-427f-84ab-5b34fedab1ff),segment_id=1cadf7a7-5200-427f-84ab-5b34fedab1ff)] {{(pid=84422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 08:08:11.930149 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 9295c299-763f-43aa-b599-0834858c46f2 up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:08:11.990480 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9ff579d2-7a01-4260-ba91-94862d55ebcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:11.999483 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-69a73055-37e8-4ff9-8cde-907c7fe37fa1 None None] Provisioning for port e0940baa-2d4f-4efc-8009-1de410691b31 completed by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:08:12.055184 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8920efaa-2239-49a0-8968-6faf1c4c4826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:12.060174 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning for port 9295c299-763f-43aa-b599-0834858c46f2 completed by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:08:12.078151 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-69a73055-37e8-4ff9-8cde-907c7fe37fa1 None None] Provisioning complete for port e0940baa-2d4f-4efc-8009-1de410691b31 triggered by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:08:12.078578 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-69a73055-37e8-4ff9-8cde-907c7fe37fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:12.176647 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning complete for port 9295c299-763f-43aa-b599-0834858c46f2 triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:08:12.177065 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:12.303068 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33916db6-5d5d-478f-adac-1f0e03cc0ce7 req-b9e6b64e-bc16-44ea-9dda-4ff4138a4964 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:12.321569 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-33916db6-5d5d-478f-adac-1f0e03cc0ce7 req-b9e6b64e-bc16-44ea-9dda-4ff4138a4964 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.2354190 Apr 07 08:08:12.384145 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-2eb08ab5-32f7-44d1-91f4-a9b258d1c5b1 admin admin] Allocated IP 172.20.0.1 (68d9f893-2a54-428c-9b22-5b5990b3add4/22c40dcc-92f7-440c-ac6f-0a676323ae3e/0f3b36bf-014e-4878-8a0a-a787d19aa345) {{(pid=84419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:08:12.484685 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-33916db6-5d5d-478f-adac-1f0e03cc0ce7 req-e35abe8e-6533-44a8-9bd9-f83891778939 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558435 Apr 07 08:08:12.553026 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b51a2-daa1-4dfe-87e7-f7cba5cae32f None None] Pushing event updated for resources: {'Port': ['ID=314111b7-2efe-4fa8-9c8e-decccd026681,revision_number=3']} {{(pid=84422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:12.565230 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-fd2b51a2-daa1-4dfe-87e7-f7cba5cae32f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=84422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:12.654991 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-69a73055-37e8-4ff9-8cde-907c7fe37fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:12.693999 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2eb08ab5-32f7-44d1-91f4-a9b258d1c5b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:12.730770 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff579d2-7a01-4260-ba91-94862d55ebcc None None] Routers {'0f43e393-f5b9-401d-b735-f4a8a6f23ed8'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:08:12.731508 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-9ff579d2-7a01-4260-ba91-94862d55ebcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:07:55Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['0f43e393-f5b9-401d-b735-f4a8a6f23ed8'], 'active': True} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:08:12.731946 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-69a73055-37e8-4ff9-8cde-907c7fe37fa1 None None] For port e0940baa-2d4f-4efc-8009-1de410691b31, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=e0940baa-2d4f-4efc-8009-1de410691b31,segment=NetworkSegment(442acddd-244e-46c6-b19e-6bf3e3a75891),segment_id=442acddd-244e-46c6-b19e-6bf3e3a75891)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:08:12.734984 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2eb08ab5-32f7-44d1-91f4-a9b258d1c5b1 admin admin] Transition to ACTIVE for port object 0f3b36bf-014e-4878-8a0a-a787d19aa345 will not be triggered until provisioned by entity DHCP. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:08:12.738391 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:12.786134 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] For port 9295c299-763f-43aa-b599-0834858c46f2, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=9295c299-763f-43aa-b599-0834858c46f2,segment=NetworkSegment(bb5a8040-593b-4b2d-bac2-4dbbfb92526f),segment_id=bb5a8040-593b-4b2d-bac2-4dbbfb92526f)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:08:12.788426 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-69a73055-37e8-4ff9-8cde-907c7fe37fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:12.796163 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:12.859685 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2eb08ab5-32f7-44d1-91f4-a9b258d1c5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:12.871449 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a73055-37e8-4ff9-8cde-907c7fe37fa1 None None] Pushing event updated for resources: {'Port': ['ID=e0940baa-2d4f-4efc-8009-1de410691b31,revision_number=3']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:12.884009 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-69a73055-37e8-4ff9-8cde-907c7fe37fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:12.885731 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:12.897401 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7a5e4153-5906-4039-9545-308d5e599a81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:12.913433 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-36f73d09-96dc-4c62-92f8-bb8106f88b4c tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:12.993247 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Pushing event updated for resources: {'Port': ['ID=9295c299-763f-43aa-b599-0834858c46f2,revision_number=5']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:13.006239 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:13.022622 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-3803f7e3-15dd-4a38-9616-bab4f5695954 None None] Provisioning complete for port e0940baa-2d4f-4efc-8009-1de410691b31 triggered by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:08:13.022622 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3803f7e3-15dd-4a38-9616-bab4f5695954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:13.154472 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-9ff579d2-7a01-4260-ba91-94862d55ebcc None None] Set router 0f43e393-f5b9-401d-b735-f4a8a6f23ed8 gateway port host: dv-cinder-782390-4-smb {{(pid=84422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:08:13.273100 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb08ab5-32f7-44d1-91f4-a9b258d1c5b1 admin admin] Pushing event updated for resources: {'Port': ['ID=0f3b36bf-014e-4878-8a0a-a787d19aa345,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:13.276899 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2eb08ab5-32f7-44d1-91f4-a9b258d1c5b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:13.309120 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device e0940baa-2d4f-4efc-8009-1de410691b31 up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:08:13.369787 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34390746-56ae-4277-956b-36d126700390 req-771a1cb6-1330-41e3-afd3-7f7f715e2bc0 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:13.376391 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-34390746-56ae-4277-956b-36d126700390 req-771a1cb6-1330-41e3-afd3-7f7f715e2bc0 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 946 time: 0.5832343 Apr 07 08:08:13.467680 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning complete for port e0940baa-2d4f-4efc-8009-1de410691b31 triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:08:13.468265 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:13.472078 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb08ab5-32f7-44d1-91f4-a9b258d1c5b1 admin admin] Network 68d9f893-2a54-428c-9b22-5b5990b3add4 is already hosted by enough agents. {{(pid=84419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:08:13.478959 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-2eb08ab5-32f7-44d1-91f4-a9b258d1c5b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:08:13.483273 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb08ab5-32f7-44d1-91f4-a9b258d1c5b1 admin admin] Received port after_create {{(pid=84419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:08:13.553023 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2eb08ab5-32f7-44d1-91f4-a9b258d1c5b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-665159'] for router_interface, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:13.627882 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-34390746-56ae-4277-956b-36d126700390 req-44f289c3-3d35-4263-8414-4a280462c866 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070701 Apr 07 08:08:13.699904 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 9295c299-763f-43aa-b599-0834858c46f2 up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:08:13.787085 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning complete for port 9295c299-763f-43aa-b599-0834858c46f2 triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:08:13.787666 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:13.832468 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2eb08ab5-32f7-44d1-91f4-a9b258d1c5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:13.833221 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-9ff579d2-7a01-4260-ba91-94862d55ebcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f43e393-f5b9-401d-b735-f4a8a6f23ed8', 'name': 'tempest-TestMinimumBasicScenario-1696288891-router', 'tenant_id': '6f21659c491240008825422666952196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.151'}], 'enable_snat': True}, 'gw_port_id': '314111b7-2efe-4fa8-9c8e-decccd026681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:08:04Z', 'updated_at': '2021-04-07T08:08:07Z', 'revision_number': 3, 'project_id': '6f21659c491240008825422666952196', 'gw_port': {'id': '314111b7-2efe-4fa8-9c8e-decccd026681', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f43e393-f5b9-401d-b735-f4a8a6f23ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:08:05Z', 'updated_at': '2021-04-07T08:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb'}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:08:13.839282 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff579d2-7a01-4260-ba91-94862d55ebcc None None] The sync data for ids ['0f43e393-f5b9-401d-b735-f4a8a6f23ed8'] in dv-cinder-782390-4-smb is: [{'id': '0f43e393-f5b9-401d-b735-f4a8a6f23ed8', 'name': 'tempest-TestMinimumBasicScenario-1696288891-router', 'tenant_id': '6f21659c491240008825422666952196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.151'}], 'enable_snat': True}, 'gw_port_id': '314111b7-2efe-4fa8-9c8e-decccd026681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:08:04Z', 'updated_at': '2021-04-07T08:08:07Z', 'revision_number': 3, 'project_id': '6f21659c491240008825422666952196', 'gw_port': {'id': '314111b7-2efe-4fa8-9c8e-decccd026681', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f43e393-f5b9-401d-b735-f4a8a6f23ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:08:05Z', 'updated_at': '2021-04-07T08:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb'}] {{(pid=84422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 08:08:14.079639 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68a86a-f094-4221-9b97-2b671b3867db req-42c99f96-c3d5-49c3-aebd-bf861b286f5f tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:14.081267 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8c68a86a-f094-4221-9b97-2b671b3867db req-42c99f96-c3d5-49c3-aebd-bf861b286f5f tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.2499826 Apr 07 08:08:14.194470 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-b1df3f10-ee16-4d11-96f3-488fb61ffa43 None None] Provisioning for port 0f3b36bf-014e-4878-8a0a-a787d19aa345 completed by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:08:14.208477 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-b1df3f10-ee16-4d11-96f3-488fb61ffa43 None None] Provisioning complete for port 0f3b36bf-014e-4878-8a0a-a787d19aa345 triggered by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:08:14.209103 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b1df3f10-ee16-4d11-96f3-488fb61ffa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:14.268661 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2eb08ab5-32f7-44d1-91f4-a9b258d1c5b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:14.302931 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8c68a86a-f094-4221-9b97-2b671b3867db req-ab2d55cf-0deb-4ed6-9b20-53089b23b591 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967573 Apr 07 08:08:14.304223 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2eb08ab5-32f7-44d1-91f4-a9b258d1c5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963711'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:14.405463 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:14.444993 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-b1df3f10-ee16-4d11-96f3-488fb61ffa43 None None] Port 0f3b36bf-014e-4878-8a0a-a787d19aa345 cannot update to ACTIVE because it is not bound. {{(pid=84421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 08:08:14.615071 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2eb08ab5-32f7-44d1-91f4-a9b258d1c5b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672914'] for router_interface, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:14.777644 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb08ab5-32f7-44d1-91f4-a9b258d1c5b1 admin admin] Pushing event updated for resources: {'Port': ['ID=0f3b36bf-014e-4878-8a0a-a787d19aa345,revision_number=2']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:14.781318 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2eb08ab5-32f7-44d1-91f4-a9b258d1c5b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:14.814470 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb08ab5-32f7-44d1-91f4-a9b258d1c5b1 admin admin] Network 68d9f893-2a54-428c-9b22-5b5990b3add4 is already hosted by enough agents. {{(pid=84419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:08:14.824750 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-2eb08ab5-32f7-44d1-91f4-a9b258d1c5b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:08:14.985332 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe1629-0a5a-4a84-a287-b986a8b86646 req-d34428e3-664a-44a9-a383-cebb00593431 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:14.995003 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d0fe1629-0a5a-4a84-a287-b986a8b86646 req-d34428e3-664a-44a9-a383-cebb00593431 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 946 time: 0.1440098 Apr 07 08:08:15.053627 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d0fe1629-0a5a-4a84-a287-b986a8b86646 req-b1ac00f9-0709-44b8-ae58-a2e7eba7c18d tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572283 Apr 07 08:08:15.151721 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb08ab5-32f7-44d1-91f4-a9b258d1c5b1 admin admin] Router 0f43e393-f5b9-401d-b735-f4a8a6f23ed8 has already been hosted by L3 agent 9e1c8038-06ec-4f38-a606-610b3381902d {{(pid=84419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 08:08:15.296254 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 314111b7-2efe-4fa8-9c8e-decccd026681 up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:08:15.464695 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-d73fcfa8-4f67-494f-a509-8b4722e7055c None None] Provisioning complete for port 0f3b36bf-014e-4878-8a0a-a787d19aa345 triggered by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:08:15.467267 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d73fcfa8-4f67-494f-a509-8b4722e7055c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:15.574577 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-d73fcfa8-4f67-494f-a509-8b4722e7055c None None] Port 0f3b36bf-014e-4878-8a0a-a787d19aa345 cannot update to ACTIVE because it is not bound. {{(pid=84421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 08:08:15.608189 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning for port 314111b7-2efe-4fa8-9c8e-decccd026681 completed by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:08:15.616334 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning complete for port 314111b7-2efe-4fa8-9c8e-decccd026681 triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:08:15.616845 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:15.643366 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb08ab5-32f7-44d1-91f4-a9b258d1c5b1 admin admin] Notify agent at l3_agent.dv-cinder-782390-4-smb the message routers_updated {{(pid=84419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 08:08:15.662269 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-2eb08ab5-32f7-44d1-91f4-a9b258d1c5b1 admin admin] 10.222.0.16 "PUT /v2.0/routers/0f43e393-f5b9-401d-b735-f4a8a6f23ed8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2916627 Apr 07 08:08:15.678798 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ad9cb-cb5f-4a15-bdcf-034f2699e7b7 req-363270a1-a1e5-48ab-8a81-34519b7823df tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:15.695827 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e35ad9cb-cb5f-4a15-bdcf-034f2699e7b7 req-363270a1-a1e5-48ab-8a81-34519b7823df tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.1667089 Apr 07 08:08:15.785621 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e35ad9cb-cb5f-4a15-bdcf-034f2699e7b7 req-9cbcff04-a115-438c-a0f0-ccd2b6c0253b tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878334 Apr 07 08:08:15.896194 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:15.927897 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] For port 314111b7-2efe-4fa8-9c8e-decccd026681, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=314111b7-2efe-4fa8-9c8e-decccd026681,segment=NetworkSegment(1cadf7a7-5200-427f-84ab-5b34fedab1ff),segment_id=1cadf7a7-5200-427f-84ab-5b34fedab1ff)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:08:15.990290 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:15.992325 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:16.133888 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Pushing event updated for resources: {'Port': ['ID=314111b7-2efe-4fa8-9c8e-decccd026681,revision_number=4']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:16.138129 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:16.658688 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8024908-fc0c-4da8-962c-3941d7649da0 req-ef6cd827-e23b-4d07-8c3e-ef323bcd2f62 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:16.667187 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d8024908-fc0c-4da8-962c-3941d7649da0 req-ef6cd827-e23b-4d07-8c3e-ef323bcd2f62 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 946 time: 0.4566052 Apr 07 08:08:16.676010 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da544142-0d26-4384-80bb-a2387a554da6 req-c3a3f288-4b65-4a4b-8a02-63418ecab717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:16.677690 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-da544142-0d26-4384-80bb-a2387a554da6 req-c3a3f288-4b65-4a4b-8a02-63418ecab717 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 1099 time: 0.1800425 Apr 07 08:08:16.727812 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d8024908-fc0c-4da8-962c-3941d7649da0 req-287eb097-0dcc-4e5f-baec-1da0b509e315 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593650 Apr 07 08:08:16.737306 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-da544142-0d26-4384-80bb-a2387a554da6 req-cb65226c-fc25-4b3d-8ed3-1858495589b6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455551 Apr 07 08:08:17.076678 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69373a-305c-4f88-a77c-3e994e48eee6 req-6ff041ca-ef15-48ed-ad56-acc336517266 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:17.086586 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-df69373a-305c-4f88-a77c-3e994e48eee6 req-6ff041ca-ef15-48ed-ad56-acc336517266 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.1462853 Apr 07 08:08:17.159337 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-df69373a-305c-4f88-a77c-3e994e48eee6 req-8fe58b33-7b85-486e-993c-ef3f7bd67ea5 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684373 Apr 07 08:08:17.246765 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 314111b7-2efe-4fa8-9c8e-decccd026681 up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:08:17.365440 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71c304f-9f9e-49ee-9455-5dfb2c2c6d4d None None] Sync routers for ids ['0f43e393-f5b9-401d-b735-f4a8a6f23ed8'] in dv-cinder-782390-4-smb {{(pid=84421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 08:08:17.416855 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71c304f-9f9e-49ee-9455-5dfb2c2c6d4d None None] Routers {'0f43e393-f5b9-401d-b735-f4a8a6f23ed8'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:08:17.424106 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-b71c304f-9f9e-49ee-9455-5dfb2c2c6d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:07:55Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['0f43e393-f5b9-401d-b735-f4a8a6f23ed8'], 'active': True} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:08:17.809689 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning complete for port 314111b7-2efe-4fa8-9c8e-decccd026681 triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:08:17.810228 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:17.970030 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-b71c304f-9f9e-49ee-9455-5dfb2c2c6d4d None None] Set router 0f43e393-f5b9-401d-b735-f4a8a6f23ed8 gateway port host: dv-cinder-782390-4-smb {{(pid=84421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:08:18.217496 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9f44b-cd52-47a7-9ced-7e8148926f52 req-3d6e5408-827f-40f0-b433-cfba4aef81fe tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:18.226455 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-7bd9f44b-cd52-47a7-9ced-7e8148926f52 req-3d6e5408-827f-40f0-b433-cfba4aef81fe tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 946 time: 0.1981854 Apr 07 08:08:18.304778 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-7bd9f44b-cd52-47a7-9ced-7e8148926f52 req-5d1125bd-60aa-4336-8a87-2887dc5d756f tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769567 Apr 07 08:08:18.356693 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 47034) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:08:18.776082 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a8e58-bae7-40a9-b067-1fab35f85631 req-a0b534fd-345a-454f-a3b1-d0fc725a8171 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:18.776082 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3d7a8e58-bae7-40a9-b067-1fab35f85631 req-a0b534fd-345a-454f-a3b1-d0fc725a8171 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.1446536 Apr 07 08:08:18.781747 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9e5b2884-02cb-456a-9baa-db84227020c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:18.812267 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-9e5b2884-02cb-456a-9baa-db84227020c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:08:18.818933 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-9e5b2884-02cb-456a-9baa-db84227020c6 admin admin] Usage tracker for resource:security_group_rule and tenant:87ebae270e97489888668fed5d03a7b8 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:08:18.824903 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-9e5b2884-02cb-456a-9baa-db84227020c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:08:18.830617 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3d7a8e58-bae7-40a9-b067-1fab35f85631 req-afba8c6e-29e3-4199-a884-3788e68133ab tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739315 Apr 07 08:08:18.832339 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-9e5b2884-02cb-456a-9baa-db84227020c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:08:18.940249 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9e5b2884-02cb-456a-9baa-db84227020c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:19.048010 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-b71c304f-9f9e-49ee-9455-5dfb2c2c6d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f43e393-f5b9-401d-b735-f4a8a6f23ed8', 'name': 'tempest-TestMinimumBasicScenario-1696288891-router', 'tenant_id': '6f21659c491240008825422666952196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.151'}], 'enable_snat': True}, 'gw_port_id': '314111b7-2efe-4fa8-9c8e-decccd026681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:08:04Z', 'updated_at': '2021-04-07T08:08:13Z', 'revision_number': 4, 'project_id': '6f21659c491240008825422666952196', 'gw_port': {'id': '314111b7-2efe-4fa8-9c8e-decccd026681', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f43e393-f5b9-401d-b735-f4a8a6f23ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:08:05Z', 'updated_at': '2021-04-07T08:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': '0f3b36bf-014e-4878-8a0a-a787d19aa345', 'name': '', 'network_id': '68d9f893-2a54-428c-9b22-5b5990b3add4', 'tenant_id': '6f21659c491240008825422666952196', 'mac_address': 'fa:16:3e:9d:93:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f43e393-f5b9-401d-b735-f4a8a6f23ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '22c40dcc-92f7-440c-ac6f-0a676323ae3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:08:11Z', 'updated_at': '2021-04-07T08:08:14Z', 'revision_number': 2, 'project_id': '6f21659c491240008825422666952196', 'subnets': [{'id': '22c40dcc-92f7-440c-ac6f-0a676323ae3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:08:19.053069 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71c304f-9f9e-49ee-9455-5dfb2c2c6d4d None None] Checking router: 0f43e393-f5b9-401d-b735-f4a8a6f23ed8 for host: dv-cinder-782390-4-smb {{(pid=84421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 08:08:19.053505 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71c304f-9f9e-49ee-9455-5dfb2c2c6d4d None None] Updating router 0f43e393-f5b9-401d-b735-f4a8a6f23ed8 port 0f3b36bf-014e-4878-8a0a-a787d19aa345 binding host dv-cinder-782390-4-smb {{(pid=84421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 08:08:19.138285 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b71c304f-9f9e-49ee-9455-5dfb2c2c6d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:19.270296 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9e5b2884-02cb-456a-9baa-db84227020c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:19.275292 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:19.289520 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d19bf59f-a7df-4b4d-859c-073e984f3234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:19.374473 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-9e5b2884-02cb-456a-9baa-db84227020c6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=87ebae270e97489888668fed5d03a7b8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0166020 Apr 07 08:08:19.379913 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 47050) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:08:19.390419 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b2884-02cb-456a-9baa-db84227020c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc9399a-0ec8-4d1e-99ab-6bfeb33121f7,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:19.407219 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9e5b2884-02cb-456a-9baa-db84227020c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:19.521472 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-38a1d73a-3c5a-4f6a-acd0-53a306bc6e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:19.594497 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-38a1d73a-3c5a-4f6a-acd0-53a306bc6e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:19.719653 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffd3dc-e936-49df-a494-cb180f69b39c req-c5a4f832-9ada-49b4-a2d1-4f8e25151a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:19.721714 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e6ffd3dc-e936-49df-a494-cb180f69b39c req-c5a4f832-9ada-49b4-a2d1-4f8e25151a71 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9eaeeda39a4b47ae8eb1d0351d5b6be3&device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 1099 time: 0.2260823 Apr 07 08:08:19.818899 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-38a1d73a-3c5a-4f6a-acd0-53a306bc6e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:19.834281 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e867d207-7afb-4b0e-8299-bc02c5533f8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:19.873311 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b71c304f-9f9e-49ee-9455-5dfb2c2c6d4d None None] Notify callbacks [] for port, precommit_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:19.875761 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a1d73a-3c5a-4f6a-acd0-53a306bc6e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc9399a-0ec8-4d1e-99ab-6bfeb33121f7,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:19.877870 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-38a1d73a-3c5a-4f6a-acd0-53a306bc6e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:19.879101 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-38a1d73a-3c5a-4f6a-acd0-53a306bc6e1b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ddc9399a-0ec8-4d1e-99ab-6bfeb33121f7 HTTP/1.1" status: 204 len: 168 time: 0.4983413 Apr 07 08:08:19.898443 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-38a1d73a-3c5a-4f6a-acd0-53a306bc6e1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:19.913153 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-b71c304f-9f9e-49ee-9455-5dfb2c2c6d4d None None] Transition to ACTIVE for port object 0f3b36bf-014e-4878-8a0a-a787d19aa345 will not be triggered until provisioned by entity L2. {{(pid=84421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:08:19.921016 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4eef61-37e2-444d-8c79-d3c816a2e864 req-12baa483-2586-4f93-a0c4-9fafd4fd2921 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:19.923240 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0a4eef61-37e2-444d-8c79-d3c816a2e864 req-12baa483-2586-4f93-a0c4-9fafd4fd2921 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 946 time: 0.3179936 Apr 07 08:08:19.924634 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffd3dc-e936-49df-a494-cb180f69b39c req-5c19584b-6483-4aed-bea4-2524ebe8eb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:19.926477 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e6ffd3dc-e936-49df-a494-cb180f69b39c req-5c19584b-6483-4aed-bea4-2524ebe8eb39 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c6933257-8ef8-4bce-aa40-707967b2369e HTTP/1.1" status: 200 len: 918 time: 0.1936498 Apr 07 08:08:19.961481 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b71c304f-9f9e-49ee-9455-5dfb2c2c6d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:19.976079 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f108b8-0230-4731-b57c-c4e2fc75bac1 req-b5b72b35-54f7-4cbc-9e37-d1cd76c94ffa tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:19.984200 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-14f108b8-0230-4731-b57c-c4e2fc75bac1 req-b5b72b35-54f7-4cbc-9e37-d1cd76c94ffa tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.2787602 Apr 07 08:08:19.995656 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:20.091779 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-14f108b8-0230-4731-b57c-c4e2fc75bac1 req-f943bd63-f166-4935-8d86-541d2b227fae tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038737 Apr 07 08:08:20.231094 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720bf1f-161d-435b-98e1-5754d6944a4c None None] Pushing event updated for resources: {'Port': ['ID=0f3b36bf-014e-4878-8a0a-a787d19aa345,revision_number=3']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:20.236506 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c720bf1f-161d-435b-98e1-5754d6944a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:20.428683 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e6ffd3dc-e936-49df-a494-cb180f69b39c req-9a9a25d7-1edf-4ab6-b6aa-e0ea4dff42b4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f860112-10ba-49aa-8d46-e6938ac497a6 HTTP/1.1" status: 200 len: 217 time: 0.4934182 Apr 07 08:08:20.460277 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0a4eef61-37e2-444d-8c79-d3c816a2e864 req-8645ba81-80fc-4fea-9776-9475c5969104 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5278912 Apr 07 08:08:20.627306 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffd3dc-e936-49df-a494-cb180f69b39c req-5f1d1bf4-2bcf-43f2-887e-546b2edf6242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:20.630168 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e6ffd3dc-e936-49df-a494-cb180f69b39c req-5f1d1bf4-2bcf-43f2-887e-546b2edf6242 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e3fb4432-90be-4a11-838b-25c9574051e9 HTTP/1.1" status: 200 len: 857 time: 0.1743362 Apr 07 08:08:20.756925 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e6ffd3dc-e936-49df-a494-cb180f69b39c req-5ef33f64-9b42-44d9-b624-d1f34b4edd9d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c6933257-8ef8-4bce-aa40-707967b2369e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1182065 Apr 07 08:08:20.793253 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-b71c304f-9f9e-49ee-9455-5dfb2c2c6d4d None None] Attempting to bind port 0f3b36bf-014e-4878-8a0a-a787d19aa345 on host dv-cinder-782390-4-smb for vnic_type normal with profile {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:08:20.793675 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-b71c304f-9f9e-49ee-9455-5dfb2c2c6d4d None None] Attempting to bind port 0f3b36bf-014e-4878-8a0a-a787d19aa345 by drivers openvswitch,hyperv on host dv-cinder-782390-4-smb at level 0 using segments [{'id': '442acddd-244e-46c6-b19e-6bf3e3a75891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '68d9f893-2a54-428c-9b22-5b5990b3add4'}] {{(pid=84421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 08:08:20.794090 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71c304f-9f9e-49ee-9455-5dfb2c2c6d4d None None] Attempting to bind port 0f3b36bf-014e-4878-8a0a-a787d19aa345 on network 68d9f893-2a54-428c-9b22-5b5990b3add4 {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:08:20.801811 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71c304f-9f9e-49ee-9455-5dfb2c2c6d4d None None] Checking agent: {'id': '755cb15d-769a-4687-bcff-bddb0e9936ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 56, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 08:08:20.802404 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71c304f-9f9e-49ee-9455-5dfb2c2c6d4d None None] Checking segment: {'id': '442acddd-244e-46c6-b19e-6bf3e3a75891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '68d9f893-2a54-428c-9b22-5b5990b3add4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:08:20.803687 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b71c304f-9f9e-49ee-9455-5dfb2c2c6d4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:20.804424 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71c304f-9f9e-49ee-9455-5dfb2c2c6d4d None None] Bound using segment: {'id': '442acddd-244e-46c6-b19e-6bf3e3a75891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '68d9f893-2a54-428c-9b22-5b5990b3add4'} {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 08:08:20.804984 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-b71c304f-9f9e-49ee-9455-5dfb2c2c6d4d None None] Bound port: 0f3b36bf-014e-4878-8a0a-a787d19aa345, host: dv-cinder-782390-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '442acddd-244e-46c6-b19e-6bf3e3a75891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '68d9f893-2a54-428c-9b22-5b5990b3add4'}}] {{(pid=84421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 08:08:20.805554 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b71c304f-9f9e-49ee-9455-5dfb2c2c6d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:20.995141 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-b71c304f-9f9e-49ee-9455-5dfb2c2c6d4d None None] For port 0f3b36bf-014e-4878-8a0a-a787d19aa345, host dv-cinder-782390-4-smb, cleared binding levels {{(pid=84421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 08:08:20.999373 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-b71c304f-9f9e-49ee-9455-5dfb2c2c6d4d None None] For port 0f3b36bf-014e-4878-8a0a-a787d19aa345, host dv-cinder-782390-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=0f3b36bf-014e-4878-8a0a-a787d19aa345,segment=NetworkSegment(442acddd-244e-46c6-b19e-6bf3e3a75891),segment_id=442acddd-244e-46c6-b19e-6bf3e3a75891)] {{(pid=84421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 08:08:21.041982 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b71c304f-9f9e-49ee-9455-5dfb2c2c6d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:21.117709 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e6ffd3dc-e936-49df-a494-cb180f69b39c req-39e908ee-1442-47dc-ba15-2e1ab627c831 service neutron] 10.222.0.13 "GET /v2.0/networks/c6933257-8ef8-4bce-aa40-707967b2369e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517594 Apr 07 08:08:21.199670 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:21.289712 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720bf1f-161d-435b-98e1-5754d6944a4c None None] Pushing event updated for resources: {'Port': ['ID=0f3b36bf-014e-4878-8a0a-a787d19aa345,revision_number=4']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:21.294425 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c720bf1f-161d-435b-98e1-5754d6944a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:21.308580 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71c304f-9f9e-49ee-9455-5dfb2c2c6d4d None None] Routers {'0f43e393-f5b9-401d-b735-f4a8a6f23ed8'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:08:21.309864 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-b71c304f-9f9e-49ee-9455-5dfb2c2c6d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:07:55Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['0f43e393-f5b9-401d-b735-f4a8a6f23ed8'], 'active': True} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:08:21.473064 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e6ffd3dc-e936-49df-a494-cb180f69b39c req-0f96f0e9-e31e-4778-8c86-95d6ce4d3806 service neutron] 10.222.0.13 "GET /v2.0/networks/c6933257-8ef8-4bce-aa40-707967b2369e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465943 Apr 07 08:08:21.648629 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d745b-72fc-463f-b6ae-03c1e33986e2 req-a0b0af7e-0344-4de9-9955-b0fdce3db884 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:21.667930 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-366d745b-72fc-463f-b6ae-03c1e33986e2 req-a0b0af7e-0344-4de9-9955-b0fdce3db884 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.2852485 Apr 07 08:08:21.727514 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-366d745b-72fc-463f-b6ae-03c1e33986e2 req-65423fa1-69c1-426d-9f01-3d603ca03774 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585577 Apr 07 08:08:21.886114 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-b71c304f-9f9e-49ee-9455-5dfb2c2c6d4d None None] Set router 0f43e393-f5b9-401d-b735-f4a8a6f23ed8 gateway port host: dv-cinder-782390-4-smb {{(pid=84421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:08:21.935882 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d78a4-e8f4-4163-bbec-1bf6ad0d3479 req-ee524f10-e389-4dda-aac8-2afb17c5c637 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:21.937379 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 47096) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:08:21.937556 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ac3d78a4-e8f4-4163-bbec-1bf6ad0d3479 req-ee524f10-e389-4dda-aac8-2afb17c5c637 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 946 time: 0.1595705 Apr 07 08:08:22.059784 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ac3d78a4-e8f4-4163-bbec-1bf6ad0d3479 req-235d4072-b8c6-4fe8-9e0f-6ea3e4be49c3 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155255 Apr 07 08:08:22.223989 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-6c1014d8-5212-496a-9d1c-9e0a7bdd2640 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1094039935-network', 'tenant_id': '3a7157562e2b445e9224607a429bb7fe'}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:08:22.230764 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-6c1014d8-5212-496a-9d1c-9e0a7bdd2640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:08:22.234730 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-6c1014d8-5212-496a-9d1c-9e0a7bdd2640 admin admin] Usage tracker for resource:network and tenant:3a7157562e2b445e9224607a429bb7fe is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:08:22.239988 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-6c1014d8-5212-496a-9d1c-9e0a7bdd2640 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:08:22.248116 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-6c1014d8-5212-496a-9d1c-9e0a7bdd2640 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:08:22.292662 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1014d8-5212-496a-9d1c-9e0a7bdd2640 admin admin] Made reservation on behalf of 3a7157562e2b445e9224607a429bb7fe for: {'network': 1} {{(pid=84420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:08:22.303727 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6c1014d8-5212-496a-9d1c-9e0a7bdd2640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for network, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:22.334911 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6c1014d8-5212-496a-9d1c-9e0a7bdd2640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:22.380202 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-6c1014d8-5212-496a-9d1c-9e0a7bdd2640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:08:22.394355 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-6c1014d8-5212-496a-9d1c-9e0a7bdd2640 admin admin] Usage tracker for resource:security_group_rule and tenant:3a7157562e2b445e9224607a429bb7fe is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:08:22.404492 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-6c1014d8-5212-496a-9d1c-9e0a7bdd2640 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:08:22.410998 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-6c1014d8-5212-496a-9d1c-9e0a7bdd2640 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:08:22.415943 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5fe9ce34-7ccf-4e2d-b101-36c97075e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:22.609478 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6c1014d8-5212-496a-9d1c-9e0a7bdd2640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:22.624340 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-b71c304f-9f9e-49ee-9455-5dfb2c2c6d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f43e393-f5b9-401d-b735-f4a8a6f23ed8', 'name': 'tempest-TestMinimumBasicScenario-1696288891-router', 'tenant_id': '6f21659c491240008825422666952196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.151'}], 'enable_snat': True}, 'gw_port_id': '314111b7-2efe-4fa8-9c8e-decccd026681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:08:04Z', 'updated_at': '2021-04-07T08:08:13Z', 'revision_number': 4, 'project_id': '6f21659c491240008825422666952196', 'gw_port': {'id': '314111b7-2efe-4fa8-9c8e-decccd026681', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f43e393-f5b9-401d-b735-f4a8a6f23ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:08:05Z', 'updated_at': '2021-04-07T08:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': '0f3b36bf-014e-4878-8a0a-a787d19aa345', 'name': '', 'network_id': '68d9f893-2a54-428c-9b22-5b5990b3add4', 'tenant_id': '6f21659c491240008825422666952196', 'mac_address': 'fa:16:3e:9d:93:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f43e393-f5b9-401d-b735-f4a8a6f23ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '22c40dcc-92f7-440c-ac6f-0a676323ae3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:08:11Z', 'updated_at': '2021-04-07T08:08:20Z', 'revision_number': 4, 'project_id': '6f21659c491240008825422666952196', 'subnets': [{'id': '22c40dcc-92f7-440c-ac6f-0a676323ae3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:08:22.631015 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71c304f-9f9e-49ee-9455-5dfb2c2c6d4d None None] The sync data for ids ['0f43e393-f5b9-401d-b735-f4a8a6f23ed8'] in dv-cinder-782390-4-smb is: [{'id': '0f43e393-f5b9-401d-b735-f4a8a6f23ed8', 'name': 'tempest-TestMinimumBasicScenario-1696288891-router', 'tenant_id': '6f21659c491240008825422666952196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.151'}], 'enable_snat': True}, 'gw_port_id': '314111b7-2efe-4fa8-9c8e-decccd026681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:08:04Z', 'updated_at': '2021-04-07T08:08:13Z', 'revision_number': 4, 'project_id': '6f21659c491240008825422666952196', 'gw_port': {'id': '314111b7-2efe-4fa8-9c8e-decccd026681', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f43e393-f5b9-401d-b735-f4a8a6f23ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:08:05Z', 'updated_at': '2021-04-07T08:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': '0f3b36bf-014e-4878-8a0a-a787d19aa345', 'name': '', 'network_id': '68d9f893-2a54-428c-9b22-5b5990b3add4', 'tenant_id': '6f21659c491240008825422666952196', 'mac_address': 'fa:16:3e:9d:93:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f43e393-f5b9-401d-b735-f4a8a6f23ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '22c40dcc-92f7-440c-ac6f-0a676323ae3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:08:11Z', 'updated_at': '2021-04-07T08:08:20Z', 'revision_number': 4, 'project_id': '6f21659c491240008825422666952196', 'subnets': [{'id': '22c40dcc-92f7-440c-ac6f-0a676323ae3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 08:08:22.658881 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6c1014d8-5212-496a-9d1c-9e0a7bdd2640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:22.671730 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c1014d8-5212-496a-9d1c-9e0a7bdd2640 admin admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=84420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 08:08:22.682770 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6c1014d8-5212-496a-9d1c-9e0a7bdd2640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:22.683164 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.db.segments_db [None req-6c1014d8-5212-496a-9d1c-9e0a7bdd2640 admin admin] Added segment a27d41e2-1695-4aa7-a0ff-a519216959ac of type vlan for network 8c2bb269-f6fd-4645-8b14-2fdce87ccd5b Apr 07 08:08:22.717703 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6c1014d8-5212-496a-9d1c-9e0a7bdd2640 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762715970265'] for network, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:22.726653 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2cd4a20a-4940-49b4-8297-16eeb122bffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:22.798255 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1014d8-5212-496a-9d1c-9e0a7bdd2640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6c1941-93ed-4e7b-a649-e43b8b580ff7,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:22.849134 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-6c1014d8-5212-496a-9d1c-9e0a7bdd2640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:23.101260 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39764c4b-8ca2-4ed7-b0ea-53badb4f810d req-3c01d838-c3fa-44e5-a073-978a6b442f86 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:23.101260 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-39764c4b-8ca2-4ed7-b0ea-53badb4f810d req-3c01d838-c3fa-44e5-a073-978a6b442f86 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.1480021 Apr 07 08:08:23.197470 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-39764c4b-8ca2-4ed7-b0ea-53badb4f810d req-8b671b33-460b-4b16-801f-6fea05f4f44a tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172202 Apr 07 08:08:23.362978 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 0f3b36bf-014e-4878-8a0a-a787d19aa345 up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:08:23.401994 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64d619-6908-40ab-a4e6-ec02baeacb44 req-79380d70-21ad-4ac0-b679-47b172135bcb tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:23.403778 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3c64d619-6908-40ab-a4e6-ec02baeacb44 req-79380d70-21ad-4ac0-b679-47b172135bcb tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 946 time: 0.1558855 Apr 07 08:08:23.689913 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3c64d619-6908-40ab-a4e6-ec02baeacb44 req-03c14350-cf2d-47f4-b0b7-7a45bdcd8059 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658319 Apr 07 08:08:23.689913 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6c1014d8-5212-496a-9d1c-9e0a7bdd2640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172'] for network, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:23.689913 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1014d8-5212-496a-9d1c-9e0a7bdd2640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:23.689913 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6c1014d8-5212-496a-9d1c-9e0a7bdd2640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for network, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:23.689913 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-6f3076a8-6318-44ea-8a27-9bcd5f527544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:23.689913 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1014d8-5212-496a-9d1c-9e0a7bdd2640 admin admin] Pushing event updated for resources: {'Network': ['ID=8c2bb269-f6fd-4645-8b14-2fdce87ccd5b,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:23.689913 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-6c1014d8-5212-496a-9d1c-9e0a7bdd2640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:23.691810 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Network 8c2bb269-f6fd-4645-8b14-2fdce87ccd5b details requested by agent ovs-agent-dv-cinder-782390-4-smb with host dv-cinder-782390-4-smb {{(pid=84421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 08:08:25.535678 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 47126) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:08:25.541248 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning for port 0f3b36bf-014e-4878-8a0a-a787d19aa345 completed by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:08:25.548913 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning complete for port 0f3b36bf-014e-4878-8a0a-a787d19aa345 triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:08:25.549345 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:25.718503 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:25.736857 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2c6d4-a535-4384-a302-9e0cc5cd51db req-d7732f6a-7fce-4a55-a549-cfd34c471481 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:25.738583 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4de2c6d4-a535-4384-a302-9e0cc5cd51db req-d7732f6a-7fce-4a55-a549-cfd34c471481 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 946 time: 0.1229384 Apr 07 08:08:25.755248 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba87ab-c7b3-4932-bc19-41dbe952ea75 req-390e18b6-e37f-428c-afff-5873d33a7c19 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:25.757171 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-6cba87ab-c7b3-4932-bc19-41dbe952ea75 req-390e18b6-e37f-428c-afff-5873d33a7c19 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.1118131 Apr 07 08:08:25.761028 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2dc9f497-d9c7-46a7-a175-9c8dfbc0adcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:25.761705 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] For port 0f3b36bf-014e-4878-8a0a-a787d19aa345, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=0f3b36bf-014e-4878-8a0a-a787d19aa345,segment=NetworkSegment(442acddd-244e-46c6-b19e-6bf3e3a75891),segment_id=442acddd-244e-46c6-b19e-6bf3e3a75891)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:08:25.818108 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-6cba87ab-c7b3-4932-bc19-41dbe952ea75 req-5cb059e0-45a8-41e3-bfb1-0b155fd87555 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531449 Apr 07 08:08:25.840428 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-2dc9f497-d9c7-46a7-a175-9c8dfbc0adcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:08:25.853393 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-2dc9f497-d9c7-46a7-a175-9c8dfbc0adcc admin admin] Usage tracker for resource:security_group_rule and tenant:cec84f5ed877488e88b08bc6681ad53c is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:08:25.857428 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-2dc9f497-d9c7-46a7-a175-9c8dfbc0adcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:08:25.885756 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-2dc9f497-d9c7-46a7-a175-9c8dfbc0adcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:08:25.896686 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4de2c6d4-a535-4384-a302-9e0cc5cd51db req-b72348ba-dcfa-4bc7-a640-972d6e0c838b tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060383 Apr 07 08:08:25.960301 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5b86e961-ca14-4d70-acf5-ac824774df70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:25.978664 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2dc9f497-d9c7-46a7-a175-9c8dfbc0adcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:26.013151 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:26.013388 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-6c1014d8-5212-496a-9d1c-9e0a7bdd2640 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 4.0743032 Apr 07 08:08:26.015333 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:26.016404 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:26.016729 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 47132) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:08:26.025592 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-7ba98ea6-98de-4e6e-a4fc-b52d03697a2c admin admin] Request body: {'subnet': {'network_id': '8c2bb269-f6fd-4645-8b14-2fdce87ccd5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1094039935-subnet', 'tenant_id': '3a7157562e2b445e9224607a429bb7fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:08:26.031034 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-7ba98ea6-98de-4e6e-a4fc-b52d03697a2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:08:26.035394 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-7ba98ea6-98de-4e6e-a4fc-b52d03697a2c admin admin] Usage tracker for resource:subnet and tenant:3a7157562e2b445e9224607a429bb7fe is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:08:26.039921 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-7ba98ea6-98de-4e6e-a4fc-b52d03697a2c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:08:26.046891 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-7ba98ea6-98de-4e6e-a4fc-b52d03697a2c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:08:26.064332 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2dc9f497-d9c7-46a7-a175-9c8dfbc0adcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:26.093114 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba98ea6-98de-4e6e-a4fc-b52d03697a2c admin admin] Made reservation on behalf of 3a7157562e2b445e9224607a429bb7fe for: {'subnet': 1} {{(pid=84419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:08:26.098543 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7ba98ea6-98de-4e6e-a4fc-b52d03697a2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844254593'] for subnet, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:26.139781 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Pushing event updated for resources: {'Port': ['ID=0f3b36bf-014e-4878-8a0a-a787d19aa345,revision_number=5']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:26.153786 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:26.161663 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8400978a-8867-408f-910d-67fad636ee07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:26.175658 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-2dc9f497-d9c7-46a7-a175-9c8dfbc0adcc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cec84f5ed877488e88b08bc6681ad53c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6363220 Apr 07 08:08:26.180423 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 47140) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:08:26.260855 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc9f497-d9c7-46a7-a175-9c8dfbc0adcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fb4049-a2ec-4665-ac3a-da65623b592f,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:26.264774 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2dc9f497-d9c7-46a7-a175-9c8dfbc0adcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:26.281438 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cb4cae4b-3342-43ce-a585-6a0009b4d670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:26.313825 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cb4cae4b-3342-43ce-a585-6a0009b4d670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:26.424124 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cb4cae4b-3342-43ce-a585-6a0009b4d670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:26.429749 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-01761587-d02b-47dc-8b5f-53868e8c66a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:26.442575 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4cae4b-3342-43ce-a585-6a0009b4d670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fb4049-a2ec-4665-ac3a-da65623b592f,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:26.445277 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-cb4cae4b-3342-43ce-a585-6a0009b4d670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:26.452025 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cb4cae4b-3342-43ce-a585-6a0009b4d670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:26.453354 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-cb4cae4b-3342-43ce-a585-6a0009b4d670 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c8fb4049-a2ec-4665-ac3a-da65623b592f HTTP/1.1" status: 204 len: 168 time: 0.2687020 Apr 07 08:08:26.683344 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7ba98ea6-98de-4e6e-a4fc-b52d03697a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843812335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844254644'] for subnet, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:26.715485 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:26.756747 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:26.818653 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:26.828351 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba98ea6-98de-4e6e-a4fc-b52d03697a2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ce9ec32-bca1-4e71-b89c-5ada3809ec0f,revision_number=0']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:26.840763 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7ba98ea6-98de-4e6e-a4fc-b52d03697a2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:27.132879 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba98ea6-98de-4e6e-a4fc-b52d03697a2c admin admin] Checking segment: {'id': 'a27d41e2-1695-4aa7-a0ff-a519216959ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '8c2bb269-f6fd-4645-8b14-2fdce87ccd5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:08:27.133247 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba98ea6-98de-4e6e-a4fc-b52d03697a2c admin admin] Network hostable DHCP agents. Network: 8c2bb269-f6fd-4645-8b14-2fdce87ccd5b, hostable agents: ['6d586a76-6480-47e6-bcbb-1719500a6367'], hosted agents: [] {{(pid=84419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 08:08:27.230982 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e3708-4287-4900-a160-98fb31c8649a req-1cf22989-7436-4a4f-b142-04b8ec7b9610 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:27.239977 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-472e3708-4287-4900-a160-98fb31c8649a req-1cf22989-7436-4a4f-b142-04b8ec7b9610 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.1860478 Apr 07 08:08:27.242783 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba98ea6-98de-4e6e-a4fc-b52d03697a2c admin admin] Network 8c2bb269-f6fd-4645-8b14-2fdce87ccd5b is scheduled to be hosted by DHCP agent 6d586a76-6480-47e6-bcbb-1719500a6367 with binding_index 1 {{(pid=84419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 08:08:27.339645 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4413d-9966-498c-91d7-076171087c79 req-d0963493-b8ab-4166-b959-520ac9ebc586 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:27.341314 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0ec4413d-9966-498c-91d7-076171087c79 req-d0963493-b8ab-4166-b959-520ac9ebc586 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 946 time: 0.2346761 Apr 07 08:08:27.406953 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-472e3708-4287-4900-a160-98fb31c8649a req-8858231d-83fd-4bfd-9368-9aa45b6d87b1 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658258 Apr 07 08:08:27.425688 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-7ba98ea6-98de-4e6e-a4fc-b52d03697a2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-4-smb, 8c2bb269-f6fd-4645-8b14-2fdce87ccd5b) {{(pid=84419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:08:27.435886 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d23228d-e763-47ee-9ee8-9167d471c4e9 None None] Network 8c2bb269-f6fd-4645-8b14-2fdce87ccd5b requested from dv-cinder-782390-4-smb {{(pid=84421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 08:08:27.459064 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0ec4413d-9966-498c-91d7-076171087c79 req-00ad25fa-c361-4eb6-add1-2f6794921c2c tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104810 Apr 07 08:08:27.470942 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba98ea6-98de-4e6e-a4fc-b52d03697a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:27.471603 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7ba98ea6-98de-4e6e-a4fc-b52d03697a2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for subnet, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:27.528055 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-7ba98ea6-98de-4e6e-a4fc-b52d03697a2c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5092604 Apr 07 08:08:27.874266 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4382bd8-01ae-4555-a550-2c953a3c34fa None None] Network 8c2bb269-f6fd-4645-8b14-2fdce87ccd5b requested from dv-cinder-782390-4-smb {{(pid=84421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 08:08:28.252640 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 0f3b36bf-014e-4878-8a0a-a787d19aa345 up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:08:28.376831 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning complete for port 0f3b36bf-014e-4878-8a0a-a787d19aa345 triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:08:28.377599 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:28.782505 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9f6bc-d2fb-42e0-8ced-8ea01314a2cc req-efc50864-617d-4d26-8ccf-bbd5d4ee83a4 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:28.784282 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-76b9f6bc-d2fb-42e0-8ced-8ea01314a2cc req-efc50864-617d-4d26-8ccf-bbd5d4ee83a4 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 946 time: 0.1180279 Apr 07 08:08:28.851109 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-76b9f6bc-d2fb-42e0-8ced-8ea01314a2cc req-4ec5d8c1-b7df-4a3b-9f7b-05d2248d5ee8 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518129 Apr 07 08:08:29.186224 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198f486-ee66-4da4-8904-d3edc5e0ad72 req-f2ee5278-5c9c-409e-938b-2028cb98b01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:29.188305 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3198f486-ee66-4da4-8904-d3edc5e0ad72 req-f2ee5278-5c9c-409e-938b-2028cb98b01f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fbff52d4f92c40aa9b8208fa7e54d5d5&device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 1099 time: 0.1276903 Apr 07 08:08:29.395668 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198f486-ee66-4da4-8904-d3edc5e0ad72 req-f5e693b1-3e4f-41d7-9008-2d9326945e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:29.401252 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3198f486-ee66-4da4-8904-d3edc5e0ad72 req-f5e693b1-3e4f-41d7-9008-2d9326945e21 service neutron] 10.222.0.13 "GET /v2.0/networks?id=64ec1db9-cd07-42a9-a563-1c7517517aa8 HTTP/1.1" status: 200 len: 918 time: 0.2040744 Apr 07 08:08:29.576251 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3198f486-ee66-4da4-8904-d3edc5e0ad72 req-fa20e789-5a36-4043-a103-040ac7d54870 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=453c3cc2-00d7-4b92-a6be-ee2b7bf573ed HTTP/1.1" status: 200 len: 1001 time: 0.1692195 Apr 07 08:08:29.672617 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198f486-ee66-4da4-8904-d3edc5e0ad72 req-08187c8c-2a64-4d79-bfdf-7c91ccf9c52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:29.674664 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3198f486-ee66-4da4-8904-d3edc5e0ad72 req-08187c8c-2a64-4d79-bfdf-7c91ccf9c52d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76e481b0-5bdc-45a1-aec7-e681d70e1c14 HTTP/1.1" status: 200 len: 856 time: 0.0884876 Apr 07 08:08:29.768455 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198f486-ee66-4da4-8904-d3edc5e0ad72 req-56fc8c37-6bbd-4952-81b7-78629e60c603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:29.771253 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3198f486-ee66-4da4-8904-d3edc5e0ad72 req-56fc8c37-6bbd-4952-81b7-78629e60c603 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64ec1db9-cd07-42a9-a563-1c7517517aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0886264 Apr 07 08:08:29.942481 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3198f486-ee66-4da4-8904-d3edc5e0ad72 req-1d64fb2e-1f27-488f-85c8-91e1883d883a service neutron] 10.222.0.13 "GET /v2.0/networks/64ec1db9-cd07-42a9-a563-1c7517517aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607118 Apr 07 08:08:30.002387 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-61eb08f0-7502-418b-aacc-cf1078b9efe0 None None] Agent healthcheck: found 6 active agents {{(pid=84422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 08:08:30.219359 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3198f486-ee66-4da4-8904-d3edc5e0ad72 req-2013b6e6-edee-4976-8efe-11154637b128 service neutron] 10.222.0.13 "GET /v2.0/networks/64ec1db9-cd07-42a9-a563-1c7517517aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730508 Apr 07 08:08:30.230051 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e93b46-1f1d-4029-9818-6c8e97d89e45 req-94108113-b2a7-43fa-8a8f-f9d1be23f565 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:30.231758 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c5e93b46-1f1d-4029-9818-6c8e97d89e45 req-94108113-b2a7-43fa-8a8f-f9d1be23f565 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 946 time: 0.1656539 Apr 07 08:08:30.290864 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c5e93b46-1f1d-4029-9818-6c8e97d89e45 req-a5b7dc4d-b36c-44bf-9c7a-2cab14884e2f tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516675 Apr 07 08:08:30.582216 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-fee683c1-9989-411f-9414-64f58d2a3953 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:30.582996 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-fee683c1-9989-411f-9414-64f58d2a3953 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Synchronizing usage tracker for tenant:3a7157562e2b445e9224607a429bb7fe on resource:network {{(pid=84420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:08:30.795805 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-fee683c1-9989-411f-9414-64f58d2a3953 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Unset dirty status for tenant:3a7157562e2b445e9224607a429bb7fe on resource:network {{(pid=84420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:08:30.797141 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-fee683c1-9989-411f-9414-64f58d2a3953 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/networks?id=8c2bb269-f6fd-4645-8b14-2fdce87ccd5b HTTP/1.1" status: 200 len: 814 time: 0.3783550 Apr 07 08:08:30.815469 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-bc1be23a-3a6c-46e5-a0bc-b53c55877ee7 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/quotas/3a7157562e2b445e9224607a429bb7fe HTTP/1.1" status: 200 len: 375 time: 0.0112174 Apr 07 08:08:30.876396 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-939d2e04-295d-41f3-8863-e3043e8c5462 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3a7157562e2b445e9224607a429bb7fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536497 Apr 07 08:08:31.040537 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-e5fe4dbe-6a46-4a1f-92b9-14a9501a2d56 service neutron] 10.222.0.16 "GET /v2.0/networks/8c2bb269-f6fd-4645-8b14-2fdce87ccd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560850 Apr 07 08:08:31.248151 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-7e8d07ac-b3bf-4a85-bf9f-ae2a805917e5 service neutron] 10.222.0.16 "GET /v2.0/networks/8c2bb269-f6fd-4645-8b14-2fdce87ccd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989448 Apr 07 08:08:31.547560 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-7a761529-69ec-4ec4-be4e-22e9935bbb11 req-a583a524-8eac-4499-b324-a10df4570582 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=7375949c-2898-49fe-8c79-7ff1f773429f HTTP/1.1" status: 200 len: 210 time: 0.0728002 Apr 07 08:08:31.576206 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633847a-65fc-4ab1-9e35-0ec7ad48590c req-9b3b16ca-8fe8-4bc2-9cf2-a56b174b4845 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:31.578256 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-6633847a-65fc-4ab1-9e35-0ec7ad48590c req-9b3b16ca-8fe8-4bc2-9cf2-a56b174b4845 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 946 time: 0.1554229 Apr 07 08:08:31.644819 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-6633847a-65fc-4ab1-9e35-0ec7ad48590c req-873b376c-0e56-4e77-960a-6787850b4ca2 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582435 Apr 07 08:08:32.313056 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 08:08:32.814464 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:32.823614 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-801edb24-36c1-4a30-90e2-72c16a8b495a req-fc7aa485-4f16-4846-9493-850bd32a9b16 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=7375949c-2898-49fe-8c79-7ff1f773429f HTTP/1.1" status: 200 len: 210 time: 0.0744886 Apr 07 08:08:32.847305 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658ed895-fd9a-4fce-adf1-9f69ddefb2e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '453c3cc2-00d7-4b92-a6be-ee2b7bf573ed'}] {{(pid=84421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:08:32.862646 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=453c3cc2-00d7-4b92-a6be-ee2b7bf573ed,segment=NetworkSegment(10fc6654-2c6a-4d12-930e-7b16dfb451cb),segment_id=10fc6654-2c6a-4d12-930e-7b16dfb451cb)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:08:32.897318 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:32.902805 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c720bf1f-161d-435b-98e1-5754d6944a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:33.023168 dv-cinder-782390-4-smb neutron-server[84306]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '658ed895-fd9a-4fce-adf1-9f69ddefb2e4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '453c3cc2-00d7-4b92-a6be-ee2b7bf573ed', 'code': 422} returned with failed status Apr 07 08:08:33.024005 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=453c3cc2-00d7-4b92-a6be-ee2b7bf573ed,revision_number=8']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:33.033126 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:33.121858 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcaefc7-0600-43ad-a3ae-658d1d083787 req-60d92026-d23d-4fa5-95a9-b540492270ec tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:33.123440 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-6dcaefc7-0600-43ad-a3ae-658d1d083787 req-60d92026-d23d-4fa5-95a9-b540492270ec tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 944 time: 0.1311586 Apr 07 08:08:33.178962 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-6dcaefc7-0600-43ad-a3ae-658d1d083787 req-266f54d1-1b9c-4f87-9b31-937b11f08fb8 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484407 Apr 07 08:08:34.034536 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-a5c77639-de69-4106-80a5-9f72c4b1c8d0 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:34.035920 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-a5c77639-de69-4106-80a5-9f72c4b1c8d0 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.13 "GET /v2.0/networks?id=8c2bb269-f6fd-4645-8b14-2fdce87ccd5b HTTP/1.1" status: 200 len: 814 time: 0.2084944 Apr 07 08:08:34.051583 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-4b4b18d4-f7ec-4127-8afc-eda93533b0a2 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Request body: {'port': {'device_id': '7375949c-2898-49fe-8c79-7ff1f773429f', 'network_id': '8c2bb269-f6fd-4645-8b14-2fdce87ccd5b', 'admin_state_up': True, 'tenant_id': '3a7157562e2b445e9224607a429bb7fe'}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:08:34.273241 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-4b4b18d4-f7ec-4127-8afc-eda93533b0a2 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:08:34.278389 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-4b4b18d4-f7ec-4127-8afc-eda93533b0a2 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Usage tracker for resource:port and tenant:3a7157562e2b445e9224607a429bb7fe is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:08:34.282142 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-4b4b18d4-f7ec-4127-8afc-eda93533b0a2 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:08:34.293102 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-4b4b18d4-f7ec-4127-8afc-eda93533b0a2 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:08:34.398823 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-4b4b18d4-f7ec-4127-8afc-eda93533b0a2 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Made reservation on behalf of 3a7157562e2b445e9224607a429bb7fe for: {'port': 1} {{(pid=84419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:08:34.405501 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-4b4b18d4-f7ec-4127-8afc-eda93533b0a2 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:34.439223 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-465410de-a42f-45d2-936d-94b3cbe54869 req-e6f9a022-d689-4848-8ab1-338e07353f8e tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=7375949c-2898-49fe-8c79-7ff1f773429f HTTP/1.1" status: 200 len: 210 time: 0.1300471 Apr 07 08:08:34.517546 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8204cad-779a-468a-b04b-e3f765cb579e req-9109f048-0adf-4f25-98e1-77965e05d7c9 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:34.526265 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f8204cad-779a-468a-b04b-e3f765cb579e req-9109f048-0adf-4f25-98e1-77965e05d7c9 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 946 time: 0.1120279 Apr 07 08:08:34.569596 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f8204cad-779a-468a-b04b-e3f765cb579e req-868aedda-7b96-41c2-a7c5-eecd13f04bf7 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421526 Apr 07 08:08:34.630546 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-4b4b18d4-f7ec-4127-8afc-eda93533b0a2 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Allocated IP 172.20.0.10 (8c2bb269-f6fd-4645-8b14-2fdce87ccd5b/3ce9ec32-bca1-4e71-b89c-5ada3809ec0f/d51473a7-f818-4aa8-a1c3-1c59ade4cea5) {{(pid=84419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:08:35.183809 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-4b4b18d4-f7ec-4127-8afc-eda93533b0a2 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Notify callbacks [] for port, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:35.228079 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e5392-252a-458b-825f-07029bdeee62 req-03297422-9b51-43b5-ac7c-38d4c8202724 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:35.231316 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a94e5392-252a-458b-825f-07029bdeee62 req-03297422-9b51-43b5-ac7c-38d4c8202724 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 944 time: 0.1715026 Apr 07 08:08:35.304018 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a94e5392-252a-458b-825f-07029bdeee62 req-253d792d-cd34-4922-8256-274f5f69fa93 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647316 Apr 07 08:08:35.314409 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-4b4b18d4-f7ec-4127-8afc-eda93533b0a2 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:35.375650 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-bd0832c4-911e-4963-9b7a-370ab35aaa9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:35.630559 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b18d4-f7ec-4127-8afc-eda93533b0a2 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Pushing event updated for resources: {'Port': ['ID=d51473a7-f818-4aa8-a1c3-1c59ade4cea5,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:35.635705 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4b4b18d4-f7ec-4127-8afc-eda93533b0a2 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:35.712792 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-4b4b18d4-f7ec-4127-8afc-eda93533b0a2 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Network 8c2bb269-f6fd-4645-8b14-2fdce87ccd5b is already hosted by enough agents. {{(pid=84419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:08:35.712792 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-4b4b18d4-f7ec-4127-8afc-eda93533b0a2 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Resources bound (agent type, host, resource id): {{(pid=84419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:08:35.715019 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-4b4b18d4-f7ec-4127-8afc-eda93533b0a2 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Received port after_create {{(pid=84419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:08:35.737134 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f60e2-b4b6-4eee-8ee3-ffe7ad2c20f9 req-db51fdb6-49fa-47a5-bb57-66c80a03d1dd tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:35.738862 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-202f60e2-b4b6-4eee-8ee3-ffe7ad2c20f9 req-db51fdb6-49fa-47a5-bb57-66c80a03d1dd tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=7375949c-2898-49fe-8c79-7ff1f773429f HTTP/1.1" status: 200 len: 932 time: 0.1265562 Apr 07 08:08:35.785134 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-4b4b18d4-f7ec-4127-8afc-eda93533b0a2 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:35.785813 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-4b4b18d4-f7ec-4127-8afc-eda93533b0a2 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:35.792753 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-202f60e2-b4b6-4eee-8ee3-ffe7ad2c20f9 req-702f9218-f1c9-40ea-9f78-dd8a0e6e8f18 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Synchronizing usage tracker for tenant:3a7157562e2b445e9224607a429bb7fe on resource:security_group {{(pid=84420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:08:35.897585 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f219c22-d6d4-4007-8aea-799fd21c8a69 req-f8b667a8-a6de-46f1-90a0-bec975f9fa3a tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:35.899890 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3f219c22-d6d4-4007-8aea-799fd21c8a69 req-f8b667a8-a6de-46f1-90a0-bec975f9fa3a tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 946 time: 0.0959692 Apr 07 08:08:35.927982 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-202f60e2-b4b6-4eee-8ee3-ffe7ad2c20f9 req-702f9218-f1c9-40ea-9f78-dd8a0e6e8f18 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Unset dirty status for tenant:3a7157562e2b445e9224607a429bb7fe on resource:security_group {{(pid=84420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:08:35.937848 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-202f60e2-b4b6-4eee-8ee3-ffe7ad2c20f9 req-702f9218-f1c9-40ea-9f78-dd8a0e6e8f18 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f6c1941-93ed-4e7b-a649-e43b8b580ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920094 Apr 07 08:08:35.955988 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3f219c22-d6d4-4007-8aea-799fd21c8a69 req-3adeda0d-69cd-416a-ad5e-18bd97e36a98 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496824 Apr 07 08:08:36.030498 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-4b4b18d4-f7ec-4127-8afc-eda93533b0a2 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9859045 Apr 07 08:08:36.043909 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-cc8cc1d7-a54e-4e7b-9a34-6a154984c4b0 service neutron] Request body: {'port': {'device_id': '7375949c-2898-49fe-8c79-7ff1f773429f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:08:36.158142 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 47388) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:08:36.178452 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-cc8cc1d7-a54e-4e7b-9a34-6a154984c4b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:36.329199 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-313a23c0-d754-414c-92ea-3ea572956eed req-0f04a225-9258-47b4-9b0d-93b85ac6fd8c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1691806 Apr 07 08:08:36.355381 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 08:08:36.590389 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e242ddf-4d0f-40f4-a7d2-a7c820bca279 req-d2dc378f-87e9-4102-ad03-74cbb173c413 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:36.592455 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8e242ddf-4d0f-40f4-a7d2-a7c820bca279 req-d2dc378f-87e9-4102-ad03-74cbb173c413 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 946 time: 0.1071625 Apr 07 08:08:36.697668 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa1421-1380-413b-a508-4d5b74ee94cf req-b770e7ce-e7e0-4cff-8481-b1c4613102d0 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:36.701108 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-8e242ddf-4d0f-40f4-a7d2-a7c820bca279 req-fdc9932e-818c-4018-bd59-c7214bb48df3 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Deleting port b0f9fa76-404c-491d-95a2-ba8cbb85a3cd {{(pid=84420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:08:36.701493 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-8e242ddf-4d0f-40f4-a7d2-a7c820bca279 req-fdc9932e-818c-4018-bd59-c7214bb48df3 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:36.703373 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-40aa1421-1380-413b-a508-4d5b74ee94cf req-b770e7ce-e7e0-4cff-8481-b1c4613102d0 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 944 time: 0.2270918 Apr 07 08:08:36.770111 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-40aa1421-1380-413b-a508-4d5b74ee94cf req-f5807f80-4f8a-4ef7-b13e-69a07df991fc tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608497 Apr 07 08:08:36.854539 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-cc8cc1d7-a54e-4e7b-9a34-6a154984c4b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d51473a7-f818-4aa8-a1c3-1c59ade4cea5 {{(pid=84419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 08:08:36.863757 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-cc8cc1d7-a54e-4e7b-9a34-6a154984c4b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:36.880157 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-cc8cc1d7-a54e-4e7b-9a34-6a154984c4b0 service neutron] Transition to ACTIVE for port object d51473a7-f818-4aa8-a1c3-1c59ade4cea5 will not be triggered until provisioned by entity L2. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:08:36.909377 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-cc8cc1d7-a54e-4e7b-9a34-6a154984c4b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963711'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:36.928800 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8646a25e-c4c8-4dda-a58f-70ac5d2675aa tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:37.087015 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8cc1d7-a54e-4e7b-9a34-6a154984c4b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d51473a7-f818-4aa8-a1c3-1c59ade4cea5,revision_number=2']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:37.091673 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-cc8cc1d7-a54e-4e7b-9a34-6a154984c4b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:37.105537 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-8e242ddf-4d0f-40f4-a7d2-a7c820bca279 req-fdc9932e-818c-4018-bd59-c7214bb48df3 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] For port b0f9fa76-404c-491d-95a2-ba8cbb85a3cd, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=b0f9fa76-404c-491d-95a2-ba8cbb85a3cd,segment=NetworkSegment(fd84e018-6bdf-49ce-91de-b018ab577ddb),segment_id=fd84e018-6bdf-49ce-91de-b018ab577ddb)] {{(pid=84420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:08:37.105935 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-8e242ddf-4d0f-40f4-a7d2-a7c820bca279 req-fdc9932e-818c-4018-bd59-c7214bb48df3 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:37.248116 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-8e242ddf-4d0f-40f4-a7d2-a7c820bca279 req-fdc9932e-818c-4018-bd59-c7214bb48df3 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Calling delete_port for b0f9fa76-404c-491d-95a2-ba8cbb85a3cd owned by compute:nova {{(pid=84420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:08:37.274630 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48e304-2f9b-4433-a0c0-f899d590a7a4 req-72a9ebda-0a02-43a7-aa53-050c68b3a895 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:37.275434 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-4b48e304-2f9b-4433-a0c0-f899d590a7a4 req-72a9ebda-0a02-43a7-aa53-050c68b3a895 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Synchronizing usage tracker for tenant:3a7157562e2b445e9224607a429bb7fe on resource:port {{(pid=84419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:08:37.333722 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-54841091-70c3-41d9-a60f-49b442b65b89 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:37.334469 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-54841091-70c3-41d9-a60f-49b442b65b89 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Synchronizing usage tracker for tenant:bab0f03958734baaa1c09c0cc6ac3eb8 on resource:network {{(pid=84420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:08:37.410778 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-cc8cc1d7-a54e-4e7b-9a34-6a154984c4b0 service neutron] Attempting to bind port d51473a7-f818-4aa8-a1c3-1c59ade4cea5 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:08:37.411179 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-cc8cc1d7-a54e-4e7b-9a34-6a154984c4b0 service neutron] Attempting to bind port d51473a7-f818-4aa8-a1c3-1c59ade4cea5 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'a27d41e2-1695-4aa7-a0ff-a519216959ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '8c2bb269-f6fd-4645-8b14-2fdce87ccd5b'}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 08:08:37.411508 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-cc8cc1d7-a54e-4e7b-9a34-6a154984c4b0 service neutron] Attempting to bind port d51473a7-f818-4aa8-a1c3-1c59ade4cea5 on network 8c2bb269-f6fd-4645-8b14-2fdce87ccd5b {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:08:37.417323 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-cc8cc1d7-a54e-4e7b-9a34-6a154984c4b0 service neutron] Port d51473a7-f818-4aa8-a1c3-1c59ade4cea5 on network 8c2bb269-f6fd-4645-8b14-2fdce87ccd5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 08:08:37.417698 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-cc8cc1d7-a54e-4e7b-9a34-6a154984c4b0 service neutron] Attempting to bind port d51473a7-f818-4aa8-a1c3-1c59ade4cea5 on network 8c2bb269-f6fd-4645-8b14-2fdce87ccd5b {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:08:37.423536 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-cc8cc1d7-a54e-4e7b-9a34-6a154984c4b0 service neutron] Checking agent: {'id': '265b7c30-4a56-4c92-aee0-001f9a549a36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 8, 3, 49), 'started_at': datetime.datetime(2021, 4, 7, 8, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 08:08:37.423910 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-cc8cc1d7-a54e-4e7b-9a34-6a154984c4b0 service neutron] Checking segment: {'id': 'a27d41e2-1695-4aa7-a0ff-a519216959ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '8c2bb269-f6fd-4645-8b14-2fdce87ccd5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:08:37.424330 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-cc8cc1d7-a54e-4e7b-9a34-6a154984c4b0 service neutron] Bound using segment: {'id': 'a27d41e2-1695-4aa7-a0ff-a519216959ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '8c2bb269-f6fd-4645-8b14-2fdce87ccd5b'} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 08:08:37.424797 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-cc8cc1d7-a54e-4e7b-9a34-6a154984c4b0 service neutron] Bound port: d51473a7-f818-4aa8-a1c3-1c59ade4cea5, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a27d41e2-1695-4aa7-a0ff-a519216959ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '8c2bb269-f6fd-4645-8b14-2fdce87ccd5b'}}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 08:08:37.425367 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-cc8cc1d7-a54e-4e7b-9a34-6a154984c4b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:37.440196 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-4b48e304-2f9b-4433-a0c0-f899d590a7a4 req-72a9ebda-0a02-43a7-aa53-050c68b3a895 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Unset dirty status for tenant:3a7157562e2b445e9224607a429bb7fe on resource:port {{(pid=84419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:08:37.441551 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4b48e304-2f9b-4433-a0c0-f899d590a7a4 req-72a9ebda-0a02-43a7-aa53-050c68b3a895 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=7375949c-2898-49fe-8c79-7ff1f773429f HTTP/1.1" status: 200 len: 944 time: 0.3472290 Apr 07 08:08:37.486930 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-54841091-70c3-41d9-a60f-49b442b65b89 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Unset dirty status for tenant:bab0f03958734baaa1c09c0cc6ac3eb8 on resource:network {{(pid=84420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:08:37.488260 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-54841091-70c3-41d9-a60f-49b442b65b89 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/networks?id=8cb3e5ca-515a-488c-873f-e5ab482043cd HTTP/1.1" status: 200 len: 815 time: 0.5257950 Apr 07 08:08:37.505710 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-f59eb005-5591-4495-8763-9b696cfc92c7 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/quotas/bab0f03958734baaa1c09c0cc6ac3eb8 HTTP/1.1" status: 200 len: 375 time: 0.0102961 Apr 07 08:08:37.569269 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4b48e304-2f9b-4433-a0c0-f899d590a7a4 req-caf51d74-8fdb-4052-a007-03bd0e85e644 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f6c1941-93ed-4e7b-a649-e43b8b580ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977201 Apr 07 08:08:37.607481 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-cc8cc1d7-a54e-4e7b-9a34-6a154984c4b0 service neutron] For port d51473a7-f818-4aa8-a1c3-1c59ade4cea5, host hv-cinder-78239, cleared binding levels {{(pid=84419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 08:08:37.611594 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-cc8cc1d7-a54e-4e7b-9a34-6a154984c4b0 service neutron] For port d51473a7-f818-4aa8-a1c3-1c59ade4cea5, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=d51473a7-f818-4aa8-a1c3-1c59ade4cea5,segment=NetworkSegment(a27d41e2-1695-4aa7-a0ff-a519216959ac),segment_id=a27d41e2-1695-4aa7-a0ff-a519216959ac)] {{(pid=84419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 08:08:37.653188 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-cc8cc1d7-a54e-4e7b-9a34-6a154984c4b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963711'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:37.672567 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-12d323f1-030f-4557-b8e4-6492011ac354 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Synchronizing usage tracker for tenant:bab0f03958734baaa1c09c0cc6ac3eb8 on resource:port {{(pid=84420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:08:37.673087 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:37.687942 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-8e242ddf-4d0f-40f4-a7d2-a7c820bca279 req-fdc9932e-818c-4018-bd59-c7214bb48df3 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716444531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762716001395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10887448'] for port, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:37.700106 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] get_ports_and_sgs() called for port_ids ['8f860112-10ba-49aa-8d46-e6938ac497a6', 'b0f9fa76-404c-491d-95a2-ba8cbb85a3cd'] {{(pid=84421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 08:08:37.872901 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-44bb766a-7a11-495b-b1c4-354f3274bedd req-88c592a4-2473-4ef0-9ed1-9601da612cb3 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 210 time: 0.1503038 Apr 07 08:08:37.896551 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8cc1d7-a54e-4e7b-9a34-6a154984c4b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d51473a7-f818-4aa8-a1c3-1c59ade4cea5,revision_number=3']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:37.902375 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-cc8cc1d7-a54e-4e7b-9a34-6a154984c4b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:37.956709 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-cc8cc1d7-a54e-4e7b-9a34-6a154984c4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:37.958766 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-cc8cc1d7-a54e-4e7b-9a34-6a154984c4b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:37.960695 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-cc8cc1d7-a54e-4e7b-9a34-6a154984c4b0 service neutron] 10.222.0.13 "PUT /v2.0/ports/d51473a7-f818-4aa8-a1c3-1c59ade4cea5 HTTP/1.1" status: 200 len: 1094 time: 1.9221199 Apr 07 08:08:37.961681 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7375949c-2898-49fe-8c79-7ff1f773429f', 'tag': 'd51473a7-f818-4aa8-a1c3-1c59ade4cea5'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:08:38.023280 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:38.076299 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-12d323f1-030f-4557-b8e4-6492011ac354 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Unset dirty status for tenant:bab0f03958734baaa1c09c0cc6ac3eb8 on resource:port {{(pid=84420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:08:38.077710 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-12d323f1-030f-4557-b8e4-6492011ac354 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bab0f03958734baaa1c09c0cc6ac3eb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5629735 Apr 07 08:08:38.088357 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc9932e-818c-4018-bd59-c7214bb48df3 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Pushing event deleted for resources: {'Port': ['ID=b0f9fa76-404c-491d-95a2-ba8cbb85a3cd,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:38.092721 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-fdc9932e-818c-4018-bd59-c7214bb48df3 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:38.181115 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8047b2a-d90a-455d-b585-842e85f23199 req-62d754ac-98aa-4e20-b0ba-bf7550d25162 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:38.182808 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d8047b2a-d90a-455d-b585-842e85f23199 req-62d754ac-98aa-4e20-b0ba-bf7550d25162 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 944 time: 0.1617448 Apr 07 08:08:38.188411 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-12be487c-8c9e-4e3f-9b81-1afb0d85a184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:38.189883 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-12be487c-8c9e-4e3f-9b81-1afb0d85a184 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a7157562e2b445e9224607a429bb7fe&device_id=7375949c-2898-49fe-8c79-7ff1f773429f HTTP/1.1" status: 200 len: 1097 time: 0.1316133 Apr 07 08:08:38.319167 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e242ddf-4d0f-40f4-a7d2-a7c820bca279 req-fdc9932e-818c-4018-bd59-c7214bb48df3 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] No DVR routers for this DVR port b0f9fa76-404c-491d-95a2-ba8cbb85a3cd on host hv-cinder-78239 {{(pid=84420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 08:08:38.322186 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-0ab5ae3d-b1eb-4694-a8ac-cf3d54604c6f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d51473a7-f818-4aa8-a1c3-1c59ade4cea5 HTTP/1.1" status: 200 len: 217 time: 0.1126370 Apr 07 08:08:38.326189 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-8e242ddf-4d0f-40f4-a7d2-a7c820bca279 req-fdc9932e-818c-4018-bd59-c7214bb48df3 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:38.328985 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec9dffe-ef6d-4221-ac9a-352f312662a4', 'name': 'network-vif-deleted', 'tag': 'b0f9fa76-404c-491d-95a2-ba8cbb85a3cd'}] {{(pid=84420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:08:38.341165 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-bebce0ae-0eb7-45ba-9083-a09b1489c1c5 service neutron] 10.222.0.16 "GET /v2.0/networks/8cb3e5ca-515a-488c-873f-e5ab482043cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474349 Apr 07 08:08:38.392859 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8e242ddf-4d0f-40f4-a7d2-a7c820bca279 req-fdc9932e-818c-4018-bd59-c7214bb48df3 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.13 "DELETE /v2.0/ports/b0f9fa76-404c-491d-95a2-ba8cbb85a3cd HTTP/1.1" status: 204 len: 173 time: 1.7951660 Apr 07 08:08:38.393404 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d8047b2a-d90a-455d-b585-842e85f23199 req-89b31ab8-98a7-4804-95f1-b062d35f9c1f tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021949 Apr 07 08:08:38.438881 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-60c26da8-ca9f-42c6-b5f2-16c551671e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:38.440101 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-60c26da8-ca9f-42c6-b5f2-16c551671e22 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3ce9ec32-bca1-4e71-b89c-5ada3809ec0f HTTP/1.1" status: 200 len: 854 time: 0.1048081 Apr 07 08:08:38.493340 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7375949c-2898-49fe-8c79-7ff1f773429f', 'tag': 'd51473a7-f818-4aa8-a1c3-1c59ade4cea5', 'status': 'completed', 'code': 200} Apr 07 08:08:38.495955 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a23c0-d754-414c-92ea-3ea572956eed req-0d03e31f-f56c-4bd6-8108-6447ffded705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:38.497559 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-313a23c0-d754-414c-92ea-3ea572956eed req-0d03e31f-f56c-4bd6-8108-6447ffded705 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4&tenant_id=fbff52d4f92c40aa9b8208fa7e54d5d5 HTTP/1.1" status: 200 len: 1097 time: 0.2279499 Apr 07 08:08:38.504735 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-ae28bcba-e74f-4def-b5c7-c69e13c1d64e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8c2bb269-f6fd-4645-8b14-2fdce87ccd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565915 Apr 07 08:08:38.505916 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-2661563b-3759-4fc6-90b7-17d737cc29df service neutron] 10.222.0.16 "GET /v2.0/networks/8cb3e5ca-515a-488c-873f-e5ab482043cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566715 Apr 07 08:08:38.512635 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec9dffe-ef6d-4221-ac9a-352f312662a4', 'name': 'network-vif-deleted', 'tag': 'b0f9fa76-404c-491d-95a2-ba8cbb85a3cd', 'status': 'completed', 'code': 200} Apr 07 08:08:38.845351 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0c72cec9-3eaf-4a93-8768-b6aeffcfa382 req-a3222248-04b2-4643-997b-575847afdcf1 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 210 time: 0.0591190 Apr 07 08:08:38.988638 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-3f3dd81b-3fb6-4def-b59a-3527d2f2d8ac service neutron] 10.222.0.13 "GET /v2.0/networks/8c2bb269-f6fd-4645-8b14-2fdce87ccd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4723690 Apr 07 08:08:39.042572 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a23c0-d754-414c-92ea-3ea572956eed req-d4a6a33c-8b1b-43eb-87a1-ce8838f9069c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:39.044211 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-313a23c0-d754-414c-92ea-3ea572956eed req-d4a6a33c-8b1b-43eb-87a1-ce8838f9069c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fbff52d4f92c40aa9b8208fa7e54d5d5&device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 1097 time: 0.4389555 Apr 07 08:08:39.056624 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45d3bc-6de8-4c04-8d8c-116dd50dd244 req-0fdc24cd-6616-405b-a99b-deb72cb2c201 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:39.058423 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-bd45d3bc-6de8-4c04-8d8c-116dd50dd244 req-0fdc24cd-6616-405b-a99b-deb72cb2c201 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=7375949c-2898-49fe-8c79-7ff1f773429f HTTP/1.1" status: 200 len: 944 time: 0.2068582 Apr 07 08:08:39.091678 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-cc9650da-f86b-4e14-839f-b0137fedc339 req-42c93cb8-07e8-456a-baf0-a5f216adbf24 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Synchronizing usage tracker for tenant:9eaeeda39a4b47ae8eb1d0351d5b6be3 on resource:port {{(pid=84420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:08:39.138378 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-cc9650da-f86b-4e14-839f-b0137fedc339 req-42c93cb8-07e8-456a-baf0-a5f216adbf24 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Unset dirty status for tenant:9eaeeda39a4b47ae8eb1d0351d5b6be3 on resource:port {{(pid=84420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:08:39.146822 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-cc9650da-f86b-4e14-839f-b0137fedc339 req-42c93cb8-07e8-456a-baf0-a5f216adbf24 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9dffe-ef6d-4221-ac9a-352f312662a4 HTTP/1.1" status: 200 len: 210 time: 0.1116457 Apr 07 08:08:39.291968 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-bd45d3bc-6de8-4c04-8d8c-116dd50dd244 req-17111e4e-5480-43ad-8640-593e803f4543 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f6c1941-93ed-4e7b-a649-e43b8b580ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088890 Apr 07 08:08:39.329204 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-de8f2c9a-cce5-4457-ab72-c77da1f8fa5a req-db694941-bd67-4cef-bb06-d6e41410aced service neutron] 10.222.0.13 "GET /v2.0/networks/8c2bb269-f6fd-4645-8b14-2fdce87ccd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308947 Apr 07 08:08:39.333528 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a23c0-d754-414c-92ea-3ea572956eed req-0021210b-5f73-4870-806d-3f1a33e7c8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:39.335058 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-313a23c0-d754-414c-92ea-3ea572956eed req-0021210b-5f73-4870-806d-3f1a33e7c8ea service neutron] 10.222.0.13 "GET /v2.0/networks?id=64ec1db9-cd07-42a9-a563-1c7517517aa8 HTTP/1.1" status: 200 len: 918 time: 0.2756603 Apr 07 08:08:39.512538 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-313a23c0-d754-414c-92ea-3ea572956eed req-a04c2c59-e74b-4ca0-b25a-94da6d98fbb0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=453c3cc2-00d7-4b92-a6be-ee2b7bf573ed HTTP/1.1" status: 200 len: 999 time: 0.1690800 Apr 07 08:08:39.598831 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371604a-d53a-4a6d-a644-f09ace486163 req-19905f50-d662-46e5-ad61-977e839a7ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:39.600419 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f371604a-d53a-4a6d-a644-f09ace486163 req-19905f50-d662-46e5-ad61-977e839a7ea8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a7157562e2b445e9224607a429bb7fe&device_id=7375949c-2898-49fe-8c79-7ff1f773429f HTTP/1.1" status: 200 len: 1097 time: 0.1797359 Apr 07 08:08:39.604370 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a23c0-d754-414c-92ea-3ea572956eed req-d1c69b8d-56ab-4e89-a38c-0044743417f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:39.605816 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-313a23c0-d754-414c-92ea-3ea572956eed req-d1c69b8d-56ab-4e89-a38c-0044743417f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76e481b0-5bdc-45a1-aec7-e681d70e1c14 HTTP/1.1" status: 200 len: 856 time: 0.0857966 Apr 07 08:08:39.627045 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ba9b0-1898-4542-a4b6-9a60ed816126 req-f291de39-3d4a-4cc6-9e37-edb39500b074 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:39.628671 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-503ba9b0-1898-4542-a4b6-9a60ed816126 req-f291de39-3d4a-4cc6-9e37-edb39500b074 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 944 time: 0.0972950 Apr 07 08:08:39.685135 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-503ba9b0-1898-4542-a4b6-9a60ed816126 req-b73c4b97-2730-4e4f-85d9-23d1c83e6ff1 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475702 Apr 07 08:08:39.817338 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371604a-d53a-4a6d-a644-f09ace486163 req-f9e8bade-74ef-446d-a34b-1105042bca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:39.818962 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f371604a-d53a-4a6d-a644-f09ace486163 req-f9e8bade-74ef-446d-a34b-1105042bca84 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8c2bb269-f6fd-4645-8b14-2fdce87ccd5b HTTP/1.1" status: 200 len: 915 time: 0.2060556 Apr 07 08:08:39.821842 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a23c0-d754-414c-92ea-3ea572956eed req-2655e5f4-5ace-4638-848b-c8d071bf84cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:39.823570 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-313a23c0-d754-414c-92ea-3ea572956eed req-2655e5f4-5ace-4638-848b-c8d071bf84cf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64ec1db9-cd07-42a9-a563-1c7517517aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2094245 Apr 07 08:08:39.929335 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f371604a-d53a-4a6d-a644-f09ace486163 req-2df2e74f-07cf-4da2-bab5-73dba1805298 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d51473a7-f818-4aa8-a1c3-1c59ade4cea5 HTTP/1.1" status: 200 len: 217 time: 0.0971119 Apr 07 08:08:40.107758 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-710e6844-5636-47ae-a3ac-fe10d6dec03b req-70682aed-d561-450e-a8fc-7ad9f495eeea tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 210 time: 0.1208272 Apr 07 08:08:40.133532 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371604a-d53a-4a6d-a644-f09ace486163 req-f269ab74-1222-4e2a-9ae0-65a4823112e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:40.135287 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f371604a-d53a-4a6d-a644-f09ace486163 req-f269ab74-1222-4e2a-9ae0-65a4823112e7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3ce9ec32-bca1-4e71-b89c-5ada3809ec0f HTTP/1.1" status: 200 len: 854 time: 0.1938186 Apr 07 08:08:40.198013 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f371604a-d53a-4a6d-a644-f09ace486163 req-86e31ccb-0cb7-4e71-826b-0612b7e13b79 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8c2bb269-f6fd-4645-8b14-2fdce87ccd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511553 Apr 07 08:08:40.200059 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-313a23c0-d754-414c-92ea-3ea572956eed req-08f90add-86fc-4f24-887d-d9a32a02022c service neutron] 10.222.0.13 "GET /v2.0/networks/64ec1db9-cd07-42a9-a563-1c7517517aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032265 Apr 07 08:08:40.375664 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device b0f9fa76-404c-491d-95a2-ba8cbb85a3cd no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 08:08:40.461121 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] No Port match for: b0f9fa76-404c-491d-95a2-ba8cbb85a3cd {{(pid=84421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 08:08:40.461800 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device b0f9fa76-404c-491d-95a2-ba8cbb85a3cd not bound to the agent host hv-cinder-78239 {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 08:08:40.551186 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f371604a-d53a-4a6d-a644-f09ace486163 req-cc4b043f-ea4b-4452-b710-ae905b705f60 service neutron] 10.222.0.13 "GET /v2.0/networks/8c2bb269-f6fd-4645-8b14-2fdce87ccd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404012 Apr 07 08:08:40.554180 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-313a23c0-d754-414c-92ea-3ea572956eed req-e7e3f5ff-8984-4600-9532-8900bb10d73f service neutron] 10.222.0.13 "GET /v2.0/networks/64ec1db9-cd07-42a9-a563-1c7517517aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417811 Apr 07 08:08:40.592796 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007a6c9-5044-46be-83b2-76130ffc274d req-ce1f4081-b4e1-4029-ad1e-0389ec11ca0a tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:40.594499 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3007a6c9-5044-46be-83b2-76130ffc274d req-ce1f4081-b4e1-4029-ad1e-0389ec11ca0a tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=7375949c-2898-49fe-8c79-7ff1f773429f HTTP/1.1" status: 200 len: 944 time: 0.1271489 Apr 07 08:08:40.669202 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3007a6c9-5044-46be-83b2-76130ffc274d req-6b59ce94-b39e-402e-981d-b8385f590f0c tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f6c1941-93ed-4e7b-a649-e43b8b580ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604136 Apr 07 08:08:40.873507 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 47476) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:08:40.939286 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ddc241-4109-4ccc-a97f-cecfee7406ff req-51764725-2e17-44bc-bea2-c2d03afd85b7 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:40.950414 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-55ddc241-4109-4ccc-a97f-cecfee7406ff req-51764725-2e17-44bc-bea2-c2d03afd85b7 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 944 time: 0.1401725 Apr 07 08:08:41.018968 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-55ddc241-4109-4ccc-a97f-cecfee7406ff req-401b1be5-c686-4df0-99c0-2ee78d9abce3 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627146 Apr 07 08:08:41.039922 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-59ec157d-0e14-4869-9e79-ad384270bf17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:41.057821 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-59ec157d-0e14-4869-9e79-ad384270bf17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:08:41.062153 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-59ec157d-0e14-4869-9e79-ad384270bf17 admin admin] Usage tracker for resource:security_group_rule and tenant:a4eb38b933034e6c8a5779a53b0325f0 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:08:41.065518 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-59ec157d-0e14-4869-9e79-ad384270bf17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:08:41.073337 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-59ec157d-0e14-4869-9e79-ad384270bf17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:08:41.160479 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f371604a-d53a-4a6d-a644-f09ace486163 req-6b250823-2022-4c2a-b5d8-d3e94fb44411 service neutron] 10.222.0.13 "GET /v2.0/networks/8c2bb269-f6fd-4645-8b14-2fdce87ccd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5989208 Apr 07 08:08:41.177877 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-59ec157d-0e14-4869-9e79-ad384270bf17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:41.193898 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73c6b7-df83-4648-bdad-a27218d8d56e req-ccf920de-3fba-4151-9b41-f120de6c8eaf tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:41.195622 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1b73c6b7-df83-4648-bdad-a27218d8d56e req-ccf920de-3fba-4151-9b41-f120de6c8eaf tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.4733019 Apr 07 08:08:41.203934 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-1724f12c-5073-4959-bd26-44870a8907a4 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:41.205468 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-1724f12c-5073-4959-bd26-44870a8907a4 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.13 "GET /v2.0/networks?id=8cb3e5ca-515a-488c-873f-e5ab482043cd HTTP/1.1" status: 200 len: 815 time: 0.5149491 Apr 07 08:08:41.207010 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-59ec157d-0e14-4869-9e79-ad384270bf17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:41.228177 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-fea0b01f-30c9-4eea-a2bd-babb074c9ede tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Request body: {'port': {'device_id': '2ebfd407-5315-4fff-8108-0c4c61835d48', 'network_id': '8cb3e5ca-515a-488c-873f-e5ab482043cd', 'admin_state_up': True, 'tenant_id': 'bab0f03958734baaa1c09c0cc6ac3eb8'}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:08:41.242208 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b9c1af00-3284-4097-8dfd-01cd05e4f438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:41.256869 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-59ec157d-0e14-4869-9e79-ad384270bf17 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a4eb38b933034e6c8a5779a53b0325f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3792992 Apr 07 08:08:41.258836 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 47494) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:08:41.352261 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1b73c6b7-df83-4648-bdad-a27218d8d56e req-5a678cfe-4859-45a9-ade7-69ae9ef7d185 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456585 Apr 07 08:08:41.363551 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-34ed22a4-86f4-48df-abc8-a1227217cf5f req-5a474427-70ee-41c7-9d6f-0b4c8e744e01 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 210 time: 0.0966690 Apr 07 08:08:41.400469 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec157d-0e14-4869-9e79-ad384270bf17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e619e6a-891c-4305-a4e5-2b387362ec33,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:41.413526 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-59ec157d-0e14-4869-9e79-ad384270bf17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:41.433710 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-fea0b01f-30c9-4eea-a2bd-babb074c9ede tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:08:41.444850 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-fea0b01f-30c9-4eea-a2bd-babb074c9ede tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:08:41.450514 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-87704ce6-4003-4fdd-9482-c125cdbcfd7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:41.478752 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-87704ce6-4003-4fdd-9482-c125cdbcfd7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:41.486930 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-fea0b01f-30c9-4eea-a2bd-babb074c9ede tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Made reservation on behalf of bab0f03958734baaa1c09c0cc6ac3eb8 for: {'port': 1} {{(pid=84419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:08:41.493659 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-fea0b01f-30c9-4eea-a2bd-babb074c9ede tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:41.740056 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-fea0b01f-30c9-4eea-a2bd-babb074c9ede tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Allocated IP 172.20.0.11 (8cb3e5ca-515a-488c-873f-e5ab482043cd/7f59c1c9-a73c-4df8-a2b8-b3719b8d1bc0/be8c2819-e4a7-48ce-8131-6f47b75ee4ae) {{(pid=84419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:08:41.754528 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-87704ce6-4003-4fdd-9482-c125cdbcfd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:41.761640 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d625d70c-424a-49c4-b063-3833a80f463d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:41.776100 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87704ce6-4003-4fdd-9482-c125cdbcfd7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e619e6a-891c-4305-a4e5-2b387362ec33,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:41.780959 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-87704ce6-4003-4fdd-9482-c125cdbcfd7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:41.866236 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-87704ce6-4003-4fdd-9482-c125cdbcfd7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:41.867996 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-87704ce6-4003-4fdd-9482-c125cdbcfd7f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4e619e6a-891c-4305-a4e5-2b387362ec33 HTTP/1.1" status: 204 len: 168 time: 0.6071663 Apr 07 08:08:41.985818 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd96903-e2e9-44f7-84c9-ec593fedccfd req-af43092d-a0a6-4138-806b-17854beedc0f tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:41.998165 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-bcd96903-e2e9-44f7-84c9-ec593fedccfd req-af43092d-a0a6-4138-806b-17854beedc0f tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=7375949c-2898-49fe-8c79-7ff1f773429f HTTP/1.1" status: 200 len: 944 time: 0.2197266 Apr 07 08:08:42.039322 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-fea0b01f-30c9-4eea-a2bd-babb074c9ede tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks [] for port, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:42.058654 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-fea0b01f-30c9-4eea-a2bd-babb074c9ede tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Transition to ACTIVE for port object be8c2819-e4a7-48ce-8131-6f47b75ee4ae will not be triggered until provisioned by entity DHCP. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:08:42.112191 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-bcd96903-e2e9-44f7-84c9-ec593fedccfd req-7628061e-fe58-44bb-8e7d-080e9a779664 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f6c1941-93ed-4e7b-a649-e43b8b580ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075332 Apr 07 08:08:42.151014 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-fea0b01f-30c9-4eea-a2bd-babb074c9ede tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:42.210485 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60869d84-f80e-4fb4-a909-ca92ae99e9d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:42.396012 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device d51473a7-f818-4aa8-a1c3-1c59ade4cea5 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 08:08:42.410476 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0b01f-30c9-4eea-a2bd-babb074c9ede tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Pushing event updated for resources: {'Port': ['ID=be8c2819-e4a7-48ce-8131-6f47b75ee4ae,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:42.623188 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea0b01f-30c9-4eea-a2bd-babb074c9ede tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:08:42.624075 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea0b01f-30c9-4eea-a2bd-babb074c9ede tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:08:42.624781 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea0b01f-30c9-4eea-a2bd-babb074c9ede tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:08:42.625329 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea0b01f-30c9-4eea-a2bd-babb074c9ede tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:08:42.626037 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea0b01f-30c9-4eea-a2bd-babb074c9ede tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:08:42.626588 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea0b01f-30c9-4eea-a2bd-babb074c9ede tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:08:42.627136 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea0b01f-30c9-4eea-a2bd-babb074c9ede tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:08:42.627827 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea0b01f-30c9-4eea-a2bd-babb074c9ede tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:08:42.628423 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea0b01f-30c9-4eea-a2bd-babb074c9ede tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:08:42.629099 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea0b01f-30c9-4eea-a2bd-babb074c9ede tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:08:42.629650 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea0b01f-30c9-4eea-a2bd-babb074c9ede tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:08:42.630323 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea0b01f-30c9-4eea-a2bd-babb074c9ede tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:08:42.634149 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f83f62-5995-47e3-a30a-b7a32325a2b9 req-fb5aeea7-6c47-4a96-bf7e-41b08e805363 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:42.643645 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-fea0b01f-30c9-4eea-a2bd-babb074c9ede tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:42.662158 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-97f83f62-5995-47e3-a30a-b7a32325a2b9 req-fb5aeea7-6c47-4a96-bf7e-41b08e805363 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 932 time: 0.1252334 Apr 07 08:08:42.668002 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port d51473a7-f818-4aa8-a1c3-1c59ade4cea5, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=d51473a7-f818-4aa8-a1c3-1c59ade4cea5,segment=NetworkSegment(a27d41e2-1695-4aa7-a0ff-a519216959ac),segment_id=a27d41e2-1695-4aa7-a0ff-a519216959ac)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:08:42.678204 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-fea0b01f-30c9-4eea-a2bd-babb074c9ede tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Network 8cb3e5ca-515a-488c-873f-e5ab482043cd is already hosted by enough agents. {{(pid=84419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:08:42.681287 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-fea0b01f-30c9-4eea-a2bd-babb074c9ede tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Resources bound (agent type, host, resource id): {{(pid=84419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:08:42.690057 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-fea0b01f-30c9-4eea-a2bd-babb074c9ede tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Received port after_create {{(pid=84419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:08:42.700867 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Returning: {'device': 'd51473a7-f818-4aa8-a1c3-1c59ade4cea5', 'network_id': '8c2bb269-f6fd-4645-8b14-2fdce87ccd5b', 'port_id': 'd51473a7-f818-4aa8-a1c3-1c59ade4cea5', 'mac_address': 'fa:16:3e:e0:ec:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ce9ec32-bca1-4e71-b89c-5ada3809ec0f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 08:08:42.728992 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-97f83f62-5995-47e3-a30a-b7a32325a2b9 req-6a4aabc0-98af-4fba-9dc2-1b6f1965445f tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Synchronizing usage tracker for tenant:bab0f03958734baaa1c09c0cc6ac3eb8 on resource:security_group {{(pid=84420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:08:42.779238 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-97f83f62-5995-47e3-a30a-b7a32325a2b9 req-6a4aabc0-98af-4fba-9dc2-1b6f1965445f tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Unset dirty status for tenant:bab0f03958734baaa1c09c0cc6ac3eb8 on resource:security_group {{(pid=84420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:08:42.791229 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-97f83f62-5995-47e3-a30a-b7a32325a2b9 req-6a4aabc0-98af-4fba-9dc2-1b6f1965445f tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277761 Apr 07 08:08:42.878255 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:42.899696 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-fea0b01f-30c9-4eea-a2bd-babb074c9ede tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:42.899696 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-fea0b01f-30c9-4eea-a2bd-babb074c9ede tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:42.937899 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d51473a7-f818-4aa8-a1c3-1c59ade4cea5 {{(pid=84421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 08:08:42.953677 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5723d8c-a5b5-408f-b21d-7ce7990e73af req-a73d81a8-af59-42e2-b0dd-4bfec81930db tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:42.955626 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f5723d8c-a5b5-408f-b21d-7ce7990e73af req-a73d81a8-af59-42e2-b0dd-4bfec81930db tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 944 time: 0.6543310 Apr 07 08:08:42.964271 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port d51473a7-f818-4aa8-a1c3-1c59ade4cea5, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=d51473a7-f818-4aa8-a1c3-1c59ade4cea5,segment=NetworkSegment(a27d41e2-1695-4aa7-a0ff-a519216959ac),segment_id=a27d41e2-1695-4aa7-a0ff-a519216959ac)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:08:42.995626 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:42.997551 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:43.000391 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-fea0b01f-30c9-4eea-a2bd-babb074c9ede tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7794271 Apr 07 08:08:43.099320 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f5723d8c-a5b5-408f-b21d-7ce7990e73af req-12d32b30-cee3-4551-b1a8-ba9c69f80348 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323788 Apr 07 08:08:43.123579 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=d51473a7-f818-4aa8-a1c3-1c59ade4cea5,revision_number=4']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:43.131454 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:43.133282 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28356406-a228-44d4-8102-cd00eb43bfd5 req-4583a833-e826-4685-b039-160251268269 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:43.141749 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-28356406-a228-44d4-8102-cd00eb43bfd5 req-4583a833-e826-4685-b039-160251268269 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.1879358 Apr 07 08:08:43.239261 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-28356406-a228-44d4-8102-cd00eb43bfd5 req-b286d194-cb0f-47f1-95a6-b6b4f1a9e6c4 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964787 Apr 07 08:08:43.249119 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] get_ports_and_sgs() called for port_ids ['d51473a7-f818-4aa8-a1c3-1c59ade4cea5'] {{(pid=84421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 08:08:43.391021 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-ea12caa8-e836-40cf-ac08-6496a0276a45 None None] Provisioning for port be8c2819-e4a7-48ce-8131-6f47b75ee4ae completed by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:08:43.442082 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-ea12caa8-e836-40cf-ac08-6496a0276a45 None None] Provisioning complete for port be8c2819-e4a7-48ce-8131-6f47b75ee4ae triggered by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:08:43.442813 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ea12caa8-e836-40cf-ac08-6496a0276a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:43.516828 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31bf4ff-62ac-4090-8c70-9a55b72d31bf req-06ebea3c-d232-47d3-a1c5-a41786a843f1 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:43.518457 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e31bf4ff-62ac-4090-8c70-9a55b72d31bf req-06ebea3c-d232-47d3-a1c5-a41786a843f1 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=7375949c-2898-49fe-8c79-7ff1f773429f HTTP/1.1" status: 200 len: 945 time: 0.2248631 Apr 07 08:08:43.582536 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-ea12caa8-e836-40cf-ac08-6496a0276a45 None None] Port be8c2819-e4a7-48ce-8131-6f47b75ee4ae cannot update to ACTIVE because it is not bound. {{(pid=84421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 08:08:43.649564 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e31bf4ff-62ac-4090-8c70-9a55b72d31bf req-7d40f347-a108-479b-8ef2-6d94d99d5cca tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f6c1941-93ed-4e7b-a649-e43b8b580ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236956 Apr 07 08:08:44.017198 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff2fb1-ea5e-467e-a12a-39c68f792a72 req-607b8a34-af6b-461c-bc17-9521ba893e9d tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:44.018917 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e6ff2fb1-ea5e-467e-a12a-39c68f792a72 req-607b8a34-af6b-461c-bc17-9521ba893e9d tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 932 time: 0.1024313 Apr 07 08:08:44.074053 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e6ff2fb1-ea5e-467e-a12a-39c68f792a72 req-ce1bee89-021d-41fa-8118-1b7e43283729 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475643 Apr 07 08:08:44.405316 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device d51473a7-f818-4aa8-a1c3-1c59ade4cea5 up at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:08:44.426223 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c07c0-e5fd-432f-9cb7-3598b75c163f req-3a85ec19-e77f-4ced-b17a-06f19fc3600d tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:44.431667 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a59c07c0-e5fd-432f-9cb7-3598b75c163f req-3a85ec19-e77f-4ced-b17a-06f19fc3600d tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 944 time: 0.1711371 Apr 07 08:08:44.514120 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a59c07c0-e5fd-432f-9cb7-3598b75c163f req-1e40d662-370e-4742-bf09-f5aba66198de tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682402 Apr 07 08:08:44.543937 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08b138-87a8-4686-b11d-e0792c9a29c1 req-9ba0b6bd-2f3c-4d9b-bfb9-17cb901007ec tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:44.552086 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-fa08b138-87a8-4686-b11d-e0792c9a29c1 req-9ba0b6bd-2f3c-4d9b-bfb9-17cb901007ec tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.1676183 Apr 07 08:08:44.573310 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Provisioning for port d51473a7-f818-4aa8-a1c3-1c59ade4cea5 completed by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:08:44.579970 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Provisioning complete for port d51473a7-f818-4aa8-a1c3-1c59ade4cea5 triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:08:44.580479 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:44.625597 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-fa08b138-87a8-4686-b11d-e0792c9a29c1 req-e40b40a1-2e44-44c3-a1e2-bb38586b0f29 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660410 Apr 07 08:08:44.740863 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:44.778600 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7375949c-2898-49fe-8c79-7ff1f773429f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51473a7-f818-4aa8-a1c3-1c59ade4cea5'}] {{(pid=84421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:08:44.797464 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port d51473a7-f818-4aa8-a1c3-1c59ade4cea5, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=d51473a7-f818-4aa8-a1c3-1c59ade4cea5,segment=NetworkSegment(a27d41e2-1695-4aa7-a0ff-a519216959ac),segment_id=a27d41e2-1695-4aa7-a0ff-a519216959ac)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:08:44.840980 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:44.843761 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:44.885492 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7375949c-2898-49fe-8c79-7ff1f773429f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51473a7-f818-4aa8-a1c3-1c59ade4cea5', 'code': 200} Apr 07 08:08:44.924794 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e0e9f-cd6c-4201-b96c-f30a7f19c4c7 req-de97c017-9930-4740-8be6-44dc44ac883a tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:44.926477 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-071e0e9f-cd6c-4201-b96c-f30a7f19c4c7 req-de97c017-9930-4740-8be6-44dc44ac883a tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=7375949c-2898-49fe-8c79-7ff1f773429f HTTP/1.1" status: 200 len: 946 time: 0.1217763 Apr 07 08:08:44.944385 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=d51473a7-f818-4aa8-a1c3-1c59ade4cea5,revision_number=5']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:44.949807 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:44.975045 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 47586) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:08:44.990463 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-071e0e9f-cd6c-4201-b96c-f30a7f19c4c7 req-d6e9717d-f294-4db1-bf81-54fe1931b87c tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f6c1941-93ed-4e7b-a649-e43b8b580ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539365 Apr 07 08:08:45.114639 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-44a74069-ab80-4fa4-b27f-6a317fa11c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:45.131425 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-44a74069-ab80-4fa4-b27f-6a317fa11c54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:08:45.135776 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-44a74069-ab80-4fa4-b27f-6a317fa11c54 admin admin] Usage tracker for resource:security_group_rule and tenant:38f22eea44144961baccc91057856aee is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:08:45.138929 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-44a74069-ab80-4fa4-b27f-6a317fa11c54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:08:45.145080 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-44a74069-ab80-4fa4-b27f-6a317fa11c54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:08:45.240673 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-44a74069-ab80-4fa4-b27f-6a317fa11c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:45.286789 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-44a74069-ab80-4fa4-b27f-6a317fa11c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:45.294278 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54234cc-9a33-4d23-9332-043059cce745 req-f6e9fcbe-d13a-4b92-be42-65cf50fa14aa tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:45.295980 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f54234cc-9a33-4d23-9332-043059cce745 req-f6e9fcbe-d13a-4b92-be42-65cf50fa14aa tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 932 time: 0.0946770 Apr 07 08:08:45.298790 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-52894db8-e87b-42e0-9b08-5b684825738a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:45.349800 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f54234cc-9a33-4d23-9332-043059cce745 req-7d36312c-87d5-4af4-a17b-efa4bf4bd8e5 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470290 Apr 07 08:08:45.359915 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-44a74069-ab80-4fa4-b27f-6a317fa11c54 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=38f22eea44144961baccc91057856aee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3813236 Apr 07 08:08:45.360880 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 47594) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:08:45.362767 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a74069-ab80-4fa4-b27f-6a317fa11c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d90cbcc-7387-4a72-a0ef-815ced210a8c,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:45.377730 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-44a74069-ab80-4fa4-b27f-6a317fa11c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:45.447029 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b5d9b2da-f0b2-47ef-9daf-5bdb5af6fd9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:45.475713 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b5d9b2da-f0b2-47ef-9daf-5bdb5af6fd9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:45.653070 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b5d9b2da-f0b2-47ef-9daf-5bdb5af6fd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:45.663660 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9f21ad2f-504e-49a8-9d4b-28ee2d4468cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:45.678378 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b5d9b2da-f0b2-47ef-9daf-5bdb5af6fd9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:45.681966 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-b5d9b2da-f0b2-47ef-9daf-5bdb5af6fd9e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7d90cbcc-7387-4a72-a0ef-815ced210a8c HTTP/1.1" status: 204 len: 168 time: 0.3174090 Apr 07 08:08:45.681966 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9b2da-f0b2-47ef-9daf-5bdb5af6fd9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d90cbcc-7387-4a72-a0ef-815ced210a8c,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:45.683803 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b5d9b2da-f0b2-47ef-9daf-5bdb5af6fd9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:45.777751 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41570c9-c430-468d-919a-0eb7ef038a51 req-fed7f87c-8a42-4f1b-acfc-abb67af78418 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:45.780294 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b41570c9-c430-468d-919a-0eb7ef038a51 req-fed7f87c-8a42-4f1b-acfc-abb67af78418 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 944 time: 0.0976079 Apr 07 08:08:45.833117 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b41570c9-c430-468d-919a-0eb7ef038a51 req-89316d18-76fb-48d5-a93e-81e806461448 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459700 Apr 07 08:08:45.916564 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0355d-f805-4c09-8a6c-70442a35a54b req-882054ad-200e-4e74-97bf-d9423d6f7a4e tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:45.916564 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-19a0355d-f805-4c09-8a6c-70442a35a54b req-882054ad-200e-4e74-97bf-d9423d6f7a4e tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.1266468 Apr 07 08:08:45.966650 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-19a0355d-f805-4c09-8a6c-70442a35a54b req-2bbb3991-851d-46de-8c5d-200d38a90f5e tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464458 Apr 07 08:08:46.205546 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99128f51-0364-465c-b6f1-3c9ee2fd1bf4 req-7fc5445f-f627-49d0-a334-3de026642dbd tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:46.207155 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-99128f51-0364-465c-b6f1-3c9ee2fd1bf4 req-7fc5445f-f627-49d0-a334-3de026642dbd tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=7375949c-2898-49fe-8c79-7ff1f773429f HTTP/1.1" status: 200 len: 946 time: 0.0979722 Apr 07 08:08:46.261514 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-99128f51-0364-465c-b6f1-3c9ee2fd1bf4 req-302377f5-9dd9-4293-8ce9-a6291a4ee925 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f6c1941-93ed-4e7b-a649-e43b8b580ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460374 Apr 07 08:08:46.314529 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 47610) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:08:46.335845 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c3103f21-c6f9-4f39-bc55-b2465d611b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:46.354290 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-c3103f21-c6f9-4f39-bc55-b2465d611b3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:08:46.358511 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-c3103f21-c6f9-4f39-bc55-b2465d611b3e admin admin] Usage tracker for resource:security_group_rule and tenant:e3d06f9292c84b95827416e6bcc67bc1 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:08:46.361676 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-c3103f21-c6f9-4f39-bc55-b2465d611b3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:08:46.368546 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-c3103f21-c6f9-4f39-bc55-b2465d611b3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:08:46.523090 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c3103f21-c6f9-4f39-bc55-b2465d611b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:46.558212 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c3103f21-c6f9-4f39-bc55-b2465d611b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:46.567138 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-dd5b6feb-484d-4626-8e07-454e4d7a085f tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:46.611668 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc36dea-7d91-4f57-b836-09f1ef5a3e11 req-f0fbf19f-9ee8-44b2-b860-b4760fbb873f tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:46.613285 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-fbc36dea-7d91-4f57-b836-09f1ef5a3e11 req-f0fbf19f-9ee8-44b2-b860-b4760fbb873f tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 932 time: 0.1384304 Apr 07 08:08:46.625203 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3103f21-c6f9-4f39-bc55-b2465d611b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8dc9eb7-8547-4cbc-b4d3-e0d9307e179e,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:46.642950 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-c3103f21-c6f9-4f39-bc55-b2465d611b3e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e3d06f9292c84b95827416e6bcc67bc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3271844 Apr 07 08:08:46.644127 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c3103f21-c6f9-4f39-bc55-b2465d611b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:46.646027 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 47616) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:08:46.678017 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-fbc36dea-7d91-4f57-b836-09f1ef5a3e11 req-95e8634f-6118-495d-a775-6b2a5ce5a4f1 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553441 Apr 07 08:08:46.722019 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4decdd05-b4ec-48a0-8b55-b1a1bc1990d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:46.750634 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4decdd05-b4ec-48a0-8b55-b1a1bc1990d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:46.858273 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4decdd05-b4ec-48a0-8b55-b1a1bc1990d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:46.863719 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a16fcd7d-f0cb-4db4-9384-de7ad14b4d75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:46.877296 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4decdd05-b4ec-48a0-8b55-b1a1bc1990d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8dc9eb7-8547-4cbc-b4d3-e0d9307e179e,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:46.883557 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4decdd05-b4ec-48a0-8b55-b1a1bc1990d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:46.888124 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4decdd05-b4ec-48a0-8b55-b1a1bc1990d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:46.891939 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-4decdd05-b4ec-48a0-8b55-b1a1bc1990d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c8dc9eb7-8547-4cbc-b4d3-e0d9307e179e HTTP/1.1" status: 204 len: 168 time: 0.2423213 Apr 07 08:08:47.070905 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98190499-1712-4d62-b511-32ae38df09b7 req-91db078a-ecc5-4e08-9158-273f529a04a9 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:47.072980 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-98190499-1712-4d62-b511-32ae38df09b7 req-91db078a-ecc5-4e08-9158-273f529a04a9 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 944 time: 0.0939205 Apr 07 08:08:47.127389 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-98190499-1712-4d62-b511-32ae38df09b7 req-7480d019-71a0-4490-90c1-20c7d3f6c3a0 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476756 Apr 07 08:08:47.221489 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92b62c-77f8-4a45-817b-6df29f4e41ba req-eea9c581-5254-4ddc-a1df-5de647824732 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:47.227358 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4d92b62c-77f8-4a45-817b-6df29f4e41ba req-eea9c581-5254-4ddc-a1df-5de647824732 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.1104360 Apr 07 08:08:47.282917 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4d92b62c-77f8-4a45-817b-6df29f4e41ba req-420830c0-beb0-4434-8ec2-2eadf0b614c1 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474687 Apr 07 08:08:47.669331 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff1d20-81b9-49e1-9aaf-c9c61247bdb0 req-abbe31dc-41d6-44e6-9fa6-731f8bb887cd tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:47.671153 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f1ff1d20-81b9-49e1-9aaf-c9c61247bdb0 req-abbe31dc-41d6-44e6-9fa6-731f8bb887cd tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=7375949c-2898-49fe-8c79-7ff1f773429f HTTP/1.1" status: 200 len: 946 time: 0.1095479 Apr 07 08:08:47.723427 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f1ff1d20-81b9-49e1-9aaf-c9c61247bdb0 req-61c1796c-52e1-4d09-9513-390248636cda tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f6c1941-93ed-4e7b-a649-e43b8b580ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443480 Apr 07 08:08:47.948677 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c284f8-fdc2-4de3-b71a-0fa114f64354 req-95bcf1c3-b25c-485a-a539-cf9d3b85d7ad tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:47.948677 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-08c284f8-fdc2-4de3-b71a-0fa114f64354 req-95bcf1c3-b25c-485a-a539-cf9d3b85d7ad tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 932 time: 0.0949183 Apr 07 08:08:47.991566 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-08c284f8-fdc2-4de3-b71a-0fa114f64354 req-cb4f2899-655e-4122-ba41-793d33da984a tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575640 Apr 07 08:08:48.416466 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383426a-0dc5-4c58-8fab-480f6233a160 req-34dde632-ee4d-455d-9bec-1c3f1c7039d3 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:48.436946 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-7383426a-0dc5-4c58-8fab-480f6233a160 req-34dde632-ee4d-455d-9bec-1c3f1c7039d3 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 944 time: 0.1494985 Apr 07 08:08:48.491372 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-7383426a-0dc5-4c58-8fab-480f6233a160 req-e3fbc90c-98ab-491f-9ed1-aab436492fea tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627730 Apr 07 08:08:48.552471 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1068efc-41da-4bb1-b2bc-365d5eff5f87 req-421600d0-df1c-4b1b-842a-a05c160db080 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:48.554566 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b1068efc-41da-4bb1-b2bc-365d5eff5f87 req-421600d0-df1c-4b1b-842a-a05c160db080 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.1288807 Apr 07 08:08:48.619920 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b1068efc-41da-4bb1-b2bc-365d5eff5f87 req-87845614-7284-4fb8-8435-34a9d1d22fd5 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581918 Apr 07 08:08:48.987922 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49563eaa-81c8-48ef-8c4c-65342cf2cb28 req-e4f1fa82-f3e8-4031-b060-859bcced61fa tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:48.989749 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-49563eaa-81c8-48ef-8c4c-65342cf2cb28 req-e4f1fa82-f3e8-4031-b060-859bcced61fa tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=7375949c-2898-49fe-8c79-7ff1f773429f HTTP/1.1" status: 200 len: 946 time: 0.1038640 Apr 07 08:08:49.045288 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-49563eaa-81c8-48ef-8c4c-65342cf2cb28 req-cc3ff39c-556d-401a-8532-0e0a4d7da493 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f6c1941-93ed-4e7b-a649-e43b8b580ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469685 Apr 07 08:08:49.189489 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:49.239506 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007223ef-5557-41f1-9bf8-02f78ffb7d82 req-adcd47b4-4446-4247-a107-dc9967404fb4 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:49.241131 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-007223ef-5557-41f1-9bf8-02f78ffb7d82 req-adcd47b4-4446-4247-a107-dc9967404fb4 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 932 time: 0.1065004 Apr 07 08:08:49.294643 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-007223ef-5557-41f1-9bf8-02f78ffb7d82 req-01ea2615-fcbe-488f-8e81-1edcaa5f3973 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465491 Apr 07 08:08:49.779760 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6df381-3fa2-49c0-9dea-347e84318a27 req-f71372b9-7040-4c82-aed4-6acea4d71317 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:49.781770 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8f6df381-3fa2-49c0-9dea-347e84318a27 req-f71372b9-7040-4c82-aed4-6acea4d71317 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 944 time: 0.1253860 Apr 07 08:08:49.843632 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8f6df381-3fa2-49c0-9dea-347e84318a27 req-6b8e8098-4aa6-4b63-bfc0-141cae8ee3a8 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467150 Apr 07 08:08:49.848317 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66decf-774c-42d6-9bd5-1591481410f7 req-fb736c48-29d5-4f40-9d06-79172147d131 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:49.849993 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ed66decf-774c-42d6-9bd5-1591481410f7 req-fb736c48-29d5-4f40-9d06-79172147d131 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.1012409 Apr 07 08:08:49.905807 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ed66decf-774c-42d6-9bd5-1591481410f7 req-240f0def-ae81-4429-8a4e-835e23e563bf tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475848 Apr 07 08:08:50.261015 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf7d22-f87f-4787-9caa-bf118e26559f req-842c3915-f218-431f-a710-6611e41f18cf tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:50.262682 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4ddf7d22-f87f-4787-9caa-bf118e26559f req-842c3915-f218-431f-a710-6611e41f18cf tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=7375949c-2898-49fe-8c79-7ff1f773429f HTTP/1.1" status: 200 len: 946 time: 0.0927579 Apr 07 08:08:50.315315 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4ddf7d22-f87f-4787-9caa-bf118e26559f req-0133309d-e992-4d89-b2b5-a0c0807edcc9 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f6c1941-93ed-4e7b-a649-e43b8b580ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459657 Apr 07 08:08:50.572824 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a267b1f-90bb-423a-8fe2-576202c67bd4 req-86a4e409-50fc-4d14-9d61-3d64de96476b tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:50.575045 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2a267b1f-90bb-423a-8fe2-576202c67bd4 req-86a4e409-50fc-4d14-9d61-3d64de96476b tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 932 time: 0.0927958 Apr 07 08:08:50.626714 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2a267b1f-90bb-423a-8fe2-576202c67bd4 req-77c947e6-d0e4-4e3f-9965-c24ac921c1cd tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450613 Apr 07 08:08:51.078479 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae5b7d-22b0-4afd-97ce-ccce5795ef5a req-318e1268-7274-44e9-a424-5824068afd07 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:51.080213 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f9ae5b7d-22b0-4afd-97ce-ccce5795ef5a req-318e1268-7274-44e9-a424-5824068afd07 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 944 time: 0.0958436 Apr 07 08:08:51.134163 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f9ae5b7d-22b0-4afd-97ce-ccce5795ef5a req-faebbf54-1725-409a-9844-6acb2f961bc0 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462060 Apr 07 08:08:51.150247 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d864cd1-326f-4e2e-a444-0c8ac196c695 req-bb33e789-0a81-4e67-949d-7b874869581a tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:51.152014 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2d864cd1-326f-4e2e-a444-0c8ac196c695 req-bb33e789-0a81-4e67-949d-7b874869581a tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.1172202 Apr 07 08:08:51.205546 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2d864cd1-326f-4e2e-a444-0c8ac196c695 req-3522b74f-68b3-4229-96a0-b1bdc175cb93 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461643 Apr 07 08:08:51.547158 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831b67b-1136-4e57-bc36-75a33460a5e9 req-01790384-4872-48f5-9d7c-45a514963547 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:51.548935 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b831b67b-1136-4e57-bc36-75a33460a5e9 req-01790384-4872-48f5-9d7c-45a514963547 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=7375949c-2898-49fe-8c79-7ff1f773429f HTTP/1.1" status: 200 len: 946 time: 0.0969179 Apr 07 08:08:51.599501 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b831b67b-1136-4e57-bc36-75a33460a5e9 req-8528299b-d531-4b85-a3c1-9f57e3d23786 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f6c1941-93ed-4e7b-a649-e43b8b580ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440001 Apr 07 08:08:51.838640 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7431832-2152-4b9f-bd2c-9d828febe5dc req-b3cdfb18-f5e3-4132-9c73-3806dc0c4340 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:51.840247 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b7431832-2152-4b9f-bd2c-9d828febe5dc req-b3cdfb18-f5e3-4132-9c73-3806dc0c4340 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 932 time: 0.0937562 Apr 07 08:08:51.892264 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b7431832-2152-4b9f-bd2c-9d828febe5dc req-ef375284-cb62-49dc-83f5-9f24d134f033 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454211 Apr 07 08:08:52.218032 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-83695264-03f4-44ac-98e5-092a90e2f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:52.527218 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da6821-6e69-4966-b615-7596a6387bca req-f5f8798b-4f48-4c51-ba1c-1f0ad674a621 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:52.527218 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e5da6821-6e69-4966-b615-7596a6387bca req-f5f8798b-4f48-4c51-ba1c-1f0ad674a621 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 944 time: 0.1930954 Apr 07 08:08:52.528725 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc5376-f8ec-4b73-856c-5f109e02c70a req-40cf37bc-ce5e-49e2-85a8-2ff24d50e61b tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:52.528725 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a6cc5376-f8ec-4b73-856c-5f109e02c70a req-40cf37bc-ce5e-49e2-85a8-2ff24d50e61b tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.1635048 Apr 07 08:08:52.529291 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e5da6821-6e69-4966-b615-7596a6387bca req-11b7dfff-261d-402e-b61d-9df5ac2e06a2 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489907 Apr 07 08:08:52.549625 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a6cc5376-f8ec-4b73-856c-5f109e02c70a req-a9afce4b-3d60-41a5-a1dd-6cc97550aea3 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514741 Apr 07 08:08:52.882196 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251b32f-ba47-4aae-ad5f-e9f5723b6509 req-909e442e-7dd7-48c2-95a9-8780787c2c48 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:52.884614 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-7251b32f-ba47-4aae-ad5f-e9f5723b6509 req-909e442e-7dd7-48c2-95a9-8780787c2c48 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=7375949c-2898-49fe-8c79-7ff1f773429f HTTP/1.1" status: 200 len: 946 time: 0.0957897 Apr 07 08:08:52.936122 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-7251b32f-ba47-4aae-ad5f-e9f5723b6509 req-a74edc8d-735d-447f-ae37-3a0829b4b96e tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f6c1941-93ed-4e7b-a649-e43b8b580ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449576 Apr 07 08:08:53.109252 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ad891-1b1e-4142-b0a0-7c72cefc8e6b req-62cbc183-4f34-4082-b902-88af22113028 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:53.110952 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-555ad891-1b1e-4142-b0a0-7c72cefc8e6b req-62cbc183-4f34-4082-b902-88af22113028 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 932 time: 0.0929561 Apr 07 08:08:53.166329 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-555ad891-1b1e-4142-b0a0-7c72cefc8e6b req-d6b4e465-b5ba-41b5-bfda-eead647b589c tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482101 Apr 07 08:08:53.764793 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c9a9d-8fcc-455b-88ce-9dbccfc9d5e8 req-4c64df42-34be-4e76-9c6b-0c626a34af49 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:53.765387 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ab8d8-944b-494e-9675-a7597540f7d4 req-8058cc17-d0cc-440f-882c-31338d173082 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:53.767415 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-541c9a9d-8fcc-455b-88ce-9dbccfc9d5e8 req-4c64df42-34be-4e76-9c6b-0c626a34af49 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 944 time: 0.1153486 Apr 07 08:08:53.767846 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a97ab8d8-944b-494e-9675-a7597540f7d4 req-8058cc17-d0cc-440f-882c-31338d173082 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.0934556 Apr 07 08:08:53.819602 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a97ab8d8-944b-494e-9675-a7597540f7d4 req-7e6f56c5-e055-4002-a4cc-cecfb3feb334 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446994 Apr 07 08:08:53.840141 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-541c9a9d-8fcc-455b-88ce-9dbccfc9d5e8 req-a74227e9-d3b9-4ca5-b310-bf9c6f8545d6 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651865 Apr 07 08:08:54.147349 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8c06e-b483-41bc-a50d-3c8eebd52fc5 req-187b3952-733b-4cba-85d8-c5e30eb2acb6 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:54.149690 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-61c8c06e-b483-41bc-a50d-3c8eebd52fc5 req-187b3952-733b-4cba-85d8-c5e30eb2acb6 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=7375949c-2898-49fe-8c79-7ff1f773429f HTTP/1.1" status: 200 len: 946 time: 0.0967488 Apr 07 08:08:54.198204 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-61c8c06e-b483-41bc-a50d-3c8eebd52fc5 req-2b0765e7-9045-4066-aec1-1403c81d3695 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f6c1941-93ed-4e7b-a649-e43b8b580ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419667 Apr 07 08:08:54.371246 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356e75c-abc7-4ede-a614-587d69b79219 req-b38ba4cd-8233-46b8-a59b-3129cc185a22 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:54.371937 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-1356e75c-abc7-4ede-a614-587d69b79219 req-b38ba4cd-8233-46b8-a59b-3129cc185a22 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Synchronizing usage tracker for tenant:bab0f03958734baaa1c09c0cc6ac3eb8 on resource:port {{(pid=84419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:08:54.416487 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-1356e75c-abc7-4ede-a614-587d69b79219 req-b38ba4cd-8233-46b8-a59b-3129cc185a22 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Unset dirty status for tenant:bab0f03958734baaa1c09c0cc6ac3eb8 on resource:port {{(pid=84419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:08:54.417762 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1356e75c-abc7-4ede-a614-587d69b79219 req-b38ba4cd-8233-46b8-a59b-3129cc185a22 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 932 time: 0.1342945 Apr 07 08:08:54.469073 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1356e75c-abc7-4ede-a614-587d69b79219 req-5dbca6d3-0ea4-46b7-8c21-e143a9a8aea4 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443308 Apr 07 08:08:55.042958 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d3160-2fd8-4c73-97db-1d9e0c45de45 req-950f8d66-28a7-4094-943a-61844e31a229 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:55.044761 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-152d3160-2fd8-4c73-97db-1d9e0c45de45 req-950f8d66-28a7-4094-943a-61844e31a229 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.0979104 Apr 07 08:08:55.075279 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ed20407d-6d7f-4260-a07d-b90e6cf23fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:55.097193 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-152d3160-2fd8-4c73-97db-1d9e0c45de45 req-0fdeebde-483d-4b5d-953c-82f564f33f77 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456111 Apr 07 08:08:55.110401 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184fa5e-955b-4420-b7ed-0a8784305fb3 req-7b76d0ac-1796-4603-815d-f334914b87c6 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:55.112084 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0184fa5e-955b-4420-b7ed-0a8784305fb3 req-7b76d0ac-1796-4603-815d-f334914b87c6 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 944 time: 0.1291351 Apr 07 08:08:55.165398 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0184fa5e-955b-4420-b7ed-0a8784305fb3 req-a54a06c3-c702-4634-b9b0-761ce9c1c727 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455174 Apr 07 08:08:55.423559 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:55.459294 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162a058-3f1f-47ff-aa37-c5d371594735 req-824594e3-da2b-4238-ae12-bf9eb1b7948b tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:55.461983 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b162a058-3f1f-47ff-aa37-c5d371594735 req-824594e3-da2b-4238-ae12-bf9eb1b7948b tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=7375949c-2898-49fe-8c79-7ff1f773429f HTTP/1.1" status: 200 len: 946 time: 0.1310692 Apr 07 08:08:55.517335 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b162a058-3f1f-47ff-aa37-c5d371594735 req-a256a904-0e6e-4a7a-a300-97655d755d66 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f6c1941-93ed-4e7b-a649-e43b8b580ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490189 Apr 07 08:08:55.744440 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf225d-c0ed-41e7-9d8f-540f4437aa0a req-91cbe7e2-c42c-47cc-9085-14d4a59dbc44 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:55.746079 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b0cf225d-c0ed-41e7-9d8f-540f4437aa0a req-91cbe7e2-c42c-47cc-9085-14d4a59dbc44 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 932 time: 0.0954685 Apr 07 08:08:55.802944 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b0cf225d-c0ed-41e7-9d8f-540f4437aa0a req-181ffa61-397a-42db-98c0-b6579b853591 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499830 Apr 07 08:08:56.329052 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9abf9-619b-45e9-8ab8-8e8f139a454c req-8cea86d6-2cf4-413b-a622-acecaa0e8986 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:56.330956 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-85a9abf9-619b-45e9-8ab8-8e8f139a454c req-8cea86d6-2cf4-413b-a622-acecaa0e8986 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.1011286 Apr 07 08:08:56.387208 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-85a9abf9-619b-45e9-8ab8-8e8f139a454c req-6ef98404-00d6-4021-b477-26bd616955f2 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493178 Apr 07 08:08:56.416502 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b55ce-41f5-42b8-9fc0-233692220531 req-2ac1a26b-4dac-4cdd-9d08-9408e603ec25 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:56.418444 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d58b55ce-41f5-42b8-9fc0-233692220531 req-2ac1a26b-4dac-4cdd-9d08-9408e603ec25 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 944 time: 0.1232531 Apr 07 08:08:56.470476 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d58b55ce-41f5-42b8-9fc0-233692220531 req-1b7f79a1-e126-40f4-bcc9-463d06c1342b tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446076 Apr 07 08:08:56.752050 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12bef10-3c64-4d23-9ca2-87d03b3c80e2 req-00edee5a-5e06-4d49-b38b-281bc3b96f46 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:56.763053 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:56.768801 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f12bef10-3c64-4d23-9ca2-87d03b3c80e2 req-00edee5a-5e06-4d49-b38b-281bc3b96f46 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=7375949c-2898-49fe-8c79-7ff1f773429f HTTP/1.1" status: 200 len: 946 time: 0.1117489 Apr 07 08:08:56.790131 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:56.812072 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f12bef10-3c64-4d23-9ca2-87d03b3c80e2 req-b84ae0c9-9d6f-478d-9d55-c6fe58c09cb8 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f6c1941-93ed-4e7b-a649-e43b8b580ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476952 Apr 07 08:08:57.020355 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1be69-3575-497f-ab4a-bdc555b61952 req-aaa1b9cc-dd05-4a8d-bfcc-b9ebad5e73a2 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:57.021943 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-05a1be69-3575-497f-ab4a-bdc555b61952 req-aaa1b9cc-dd05-4a8d-bfcc-b9ebad5e73a2 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 932 time: 0.1018023 Apr 07 08:08:57.076824 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-05a1be69-3575-497f-ab4a-bdc555b61952 req-79693331-a383-4352-8900-de87fcea66a5 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474360 Apr 07 08:08:57.621875 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4ae51-57cb-4791-8c25-57681674b821 req-da37cdc8-4cbf-4168-9551-730e3e636390 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:57.623368 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-bad4ae51-57cb-4791-8c25-57681674b821 req-da37cdc8-4cbf-4168-9551-730e3e636390 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.0996687 Apr 07 08:08:57.686699 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-bad4ae51-57cb-4791-8c25-57681674b821 req-c54eb0ec-54cf-4aea-bc3c-9c8bc24924be tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498817 Apr 07 08:08:57.755761 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7106f96-c036-4bdd-b9d3-5bc252457bb7 req-fb8572a0-d8b8-42a1-aeb2-205ef5e09fba tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:57.757898 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c7106f96-c036-4bdd-b9d3-5bc252457bb7 req-fb8572a0-d8b8-42a1-aeb2-205ef5e09fba tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 944 time: 0.1560998 Apr 07 08:08:57.813512 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c7106f96-c036-4bdd-b9d3-5bc252457bb7 req-fc45d445-7948-4cc6-bbad-64eb44eacff7 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479043 Apr 07 08:08:57.834356 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 47776) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:08:57.994440 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0e159706-f335-4133-9faf-2ecbb1ebb481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:58.011043 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-0e159706-f335-4133-9faf-2ecbb1ebb481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:08:58.015451 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-0e159706-f335-4133-9faf-2ecbb1ebb481 admin admin] Usage tracker for resource:security_group_rule and tenant:152c77585cfb4b7e9c498cec7e640b16 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:08:58.018670 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-0e159706-f335-4133-9faf-2ecbb1ebb481 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:08:58.026192 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-0e159706-f335-4133-9faf-2ecbb1ebb481 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:08:58.030545 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a656b-9cf9-49d7-b79b-edbda4ce06db req-235ef434-8764-4242-8fec-59fea6988921 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:58.032246 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-499a656b-9cf9-49d7-b79b-edbda4ce06db req-235ef434-8764-4242-8fec-59fea6988921 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=7375949c-2898-49fe-8c79-7ff1f773429f HTTP/1.1" status: 200 len: 946 time: 0.0900898 Apr 07 08:08:58.084806 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-499a656b-9cf9-49d7-b79b-edbda4ce06db req-6380077f-3d7c-496c-be02-8af6832c2bc5 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f6c1941-93ed-4e7b-a649-e43b8b580ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459952 Apr 07 08:08:58.135974 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0e159706-f335-4133-9faf-2ecbb1ebb481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:58.177802 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0e159706-f335-4133-9faf-2ecbb1ebb481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:58.193550 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-67eb91fa-d6d8-4ffd-8134-a3cabe5cfe9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:58.242555 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-0e159706-f335-4133-9faf-2ecbb1ebb481 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=152c77585cfb4b7e9c498cec7e640b16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4064443 Apr 07 08:08:58.245489 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 47786) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:08:58.279810 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e159706-f335-4133-9faf-2ecbb1ebb481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f087a9dc-d7e0-45d5-abc5-5e36521f4333,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:58.291126 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-0e159706-f335-4133-9faf-2ecbb1ebb481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:58.333308 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7dd73a59-0d97-40e8-a0e9-fd21a7c737f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:58.354157 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722dfa1f-4ba2-46f5-8564-011a6f4657fe req-e9fa0580-e430-4be0-a1bb-11e54cb2d45f tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:58.355896 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-722dfa1f-4ba2-46f5-8564-011a6f4657fe req-e9fa0580-e430-4be0-a1bb-11e54cb2d45f tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 932 time: 0.1121175 Apr 07 08:08:58.385228 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7dd73a59-0d97-40e8-a0e9-fd21a7c737f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:58.409870 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-722dfa1f-4ba2-46f5-8564-011a6f4657fe req-a742dc79-ece6-4778-a8f4-23b9e49702f3 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424433 Apr 07 08:08:58.475019 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7dd73a59-0d97-40e8-a0e9-fd21a7c737f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:58.481000 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-38a1d73a-3c5a-4f6a-acd0-53a306bc6e1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:58.500981 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7dd73a59-0d97-40e8-a0e9-fd21a7c737f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:58.502305 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-7dd73a59-0d97-40e8-a0e9-fd21a7c737f6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f087a9dc-d7e0-45d5-abc5-5e36521f4333 HTTP/1.1" status: 204 len: 168 time: 0.2554765 Apr 07 08:08:58.503496 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd73a59-0d97-40e8-a0e9-fd21a7c737f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f087a9dc-d7e0-45d5-abc5-5e36521f4333,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:58.513207 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd73a59-0d97-40e8-a0e9-fd21a7c737f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:08:58.513815 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd73a59-0d97-40e8-a0e9-fd21a7c737f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:08:58.514362 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd73a59-0d97-40e8-a0e9-fd21a7c737f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:08:58.514995 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd73a59-0d97-40e8-a0e9-fd21a7c737f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:08:58.515384 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd73a59-0d97-40e8-a0e9-fd21a7c737f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:08:58.515776 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd73a59-0d97-40e8-a0e9-fd21a7c737f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:08:58.516162 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd73a59-0d97-40e8-a0e9-fd21a7c737f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:08:58.516544 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd73a59-0d97-40e8-a0e9-fd21a7c737f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:08:58.516926 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd73a59-0d97-40e8-a0e9-fd21a7c737f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:08:58.517309 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd73a59-0d97-40e8-a0e9-fd21a7c737f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:08:58.517690 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd73a59-0d97-40e8-a0e9-fd21a7c737f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:08:58.518066 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd73a59-0d97-40e8-a0e9-fd21a7c737f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:08:58.521329 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7dd73a59-0d97-40e8-a0e9-fd21a7c737f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:58.906141 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae668d-9db7-4874-9d3d-cdbc07a69b76 req-3a869adf-dfe6-4686-bbbb-c1ce25aae1bf tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:58.907821 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-59ae668d-9db7-4874-9d3d-cdbc07a69b76 req-3a869adf-dfe6-4686-bbbb-c1ce25aae1bf tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.0928290 Apr 07 08:08:58.976880 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-59ae668d-9db7-4874-9d3d-cdbc07a69b76 req-68d2671d-0335-4cdb-bdc0-e7a8da3ef450 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624084 Apr 07 08:08:58.999200 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 47798) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:08:59.023668 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fbe587f2-c609-4a35-b7d6-7cc658c242a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:59.041206 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-fbe587f2-c609-4a35-b7d6-7cc658c242a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:08:59.045403 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-fbe587f2-c609-4a35-b7d6-7cc658c242a6 admin admin] Usage tracker for resource:security_group_rule and tenant:7e37023a939d4fe8853bb8bf8b2e6e1d is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:08:59.048466 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-fbe587f2-c609-4a35-b7d6-7cc658c242a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:08:59.055501 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-fbe587f2-c609-4a35-b7d6-7cc658c242a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:08:59.065370 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3fc71c-4609-42ea-b4da-a5aebed5b82d req-65ac2ecd-d3bf-4131-9e51-cf387ecd6dfd tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:59.067181 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ba3fc71c-4609-42ea-b4da-a5aebed5b82d req-65ac2ecd-d3bf-4131-9e51-cf387ecd6dfd tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 944 time: 0.1035647 Apr 07 08:08:59.124815 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ba3fc71c-4609-42ea-b4da-a5aebed5b82d req-9579aa9f-6679-4905-86c4-1b0f0b7ccc40 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488791 Apr 07 08:08:59.157127 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fbe587f2-c609-4a35-b7d6-7cc658c242a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:59.188028 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fbe587f2-c609-4a35-b7d6-7cc658c242a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:59.199803 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b5d9b2da-f0b2-47ef-9daf-5bdb5af6fd9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:59.293508 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-fbe587f2-c609-4a35-b7d6-7cc658c242a6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7e37023a939d4fe8853bb8bf8b2e6e1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2931256 Apr 07 08:08:59.296469 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 47804) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:08:59.298526 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe587f2-c609-4a35-b7d6-7cc658c242a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab29a1a-d2a9-4e6b-9c4f-91f2acc56af5,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:59.302566 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-fbe587f2-c609-4a35-b7d6-7cc658c242a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:59.344503 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97069d4a-6cb8-4cd5-b8c7-cc8bda2f3b32 req-f5554be7-e8df-41b5-88e8-f865669037ff tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:59.346164 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-97069d4a-6cb8-4cd5-b8c7-cc8bda2f3b32 req-f5554be7-e8df-41b5-88e8-f865669037ff tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=7375949c-2898-49fe-8c79-7ff1f773429f HTTP/1.1" status: 200 len: 946 time: 0.1304281 Apr 07 08:08:59.392435 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0a03cea3-0e61-47a5-b5ba-e7b4c17fd15f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:59.410577 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-97069d4a-6cb8-4cd5-b8c7-cc8bda2f3b32 req-363e3085-d329-4c33-afe0-42a5da7a592a tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f6c1941-93ed-4e7b-a649-e43b8b580ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568633 Apr 07 08:08:59.423305 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0a03cea3-0e61-47a5-b5ba-e7b4c17fd15f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:59.514764 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0a03cea3-0e61-47a5-b5ba-e7b4c17fd15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:59.520378 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-37147d91-e841-423f-a5eb-4cc5242835f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:08:59.541584 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03cea3-0e61-47a5-b5ba-e7b4c17fd15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab29a1a-d2a9-4e6b-9c4f-91f2acc56af5,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:08:59.585251 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-0a03cea3-0e61-47a5-b5ba-e7b4c17fd15f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:08:59.603846 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0a03cea3-0e61-47a5-b5ba-e7b4c17fd15f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:08:59.607614 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-0a03cea3-0e61-47a5-b5ba-e7b4c17fd15f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aab29a1a-d2a9-4e6b-9c4f-91f2acc56af5 HTTP/1.1" status: 204 len: 168 time: 0.3075569 Apr 07 08:08:59.647338 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e22cd-0ca4-44e7-a278-6b5e16b6ac79 req-551b8f13-08b9-410b-8669-4825b43b540f tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:08:59.647867 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-7a9e22cd-0ca4-44e7-a278-6b5e16b6ac79 req-551b8f13-08b9-410b-8669-4825b43b540f tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 932 time: 0.1102402 Apr 07 08:08:59.701688 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-7a9e22cd-0ca4-44e7-a278-6b5e16b6ac79 req-90754682-91f3-40b2-af2e-646a9a84e5c4 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465939 Apr 07 08:09:00.203023 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767d248-b29a-4900-b841-1f434ac8022f req-74655ba4-6ab9-40e5-96b2-22ecdf34c7c5 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:00.205720 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9767d248-b29a-4900-b841-1f434ac8022f req-74655ba4-6ab9-40e5-96b2-22ecdf34c7c5 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.1078324 Apr 07 08:09:00.286055 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9767d248-b29a-4900-b841-1f434ac8022f req-8c7398f1-1bf3-4b5b-b2a2-62501b7b5449 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568459 Apr 07 08:09:00.362639 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a037d5-db6e-4e4a-a9b1-dd13b0205868 req-e4e3648f-e399-45a5-bff7-1ac166350933 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:00.370578 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d8a037d5-db6e-4e4a-a9b1-dd13b0205868 req-e4e3648f-e399-45a5-bff7-1ac166350933 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 944 time: 0.1079199 Apr 07 08:09:00.428505 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d8a037d5-db6e-4e4a-a9b1-dd13b0205868 req-5ae03213-f0fb-47a7-b1a9-27f0eb9222cb tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565820 Apr 07 08:09:00.847124 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288775f-b021-4ba6-8cb5-e63704bd662a req-5d0e5f3a-5c28-4354-afbb-bf614b41505b tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:00.849142 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2288775f-b021-4ba6-8cb5-e63704bd662a req-5d0e5f3a-5c28-4354-afbb-bf614b41505b tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=7375949c-2898-49fe-8c79-7ff1f773429f HTTP/1.1" status: 200 len: 946 time: 0.3108203 Apr 07 08:09:00.914379 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2288775f-b021-4ba6-8cb5-e63704bd662a req-4916d9ef-e743-4b2c-b43d-38b9ded25a1b tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f6c1941-93ed-4e7b-a649-e43b8b580ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509176 Apr 07 08:09:00.973518 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e42858-e638-4590-805a-f57a2d8f221a req-00ce1361-755a-44dc-8b88-9f949d90173c tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:00.975562 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-04e42858-e638-4590-805a-f57a2d8f221a req-00ce1361-755a-44dc-8b88-9f949d90173c tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 932 time: 0.1203585 Apr 07 08:09:01.032056 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-04e42858-e638-4590-805a-f57a2d8f221a req-89b7fd8f-cb89-413d-bb94-6b3a0413c48f tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449340 Apr 07 08:09:01.504387 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc98a1-2d78-4c1c-908f-2b353a50cf8d req-eeb067d1-15c0-48d9-84b2-20c2d9a2ba55 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:01.506022 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e9fc98a1-2d78-4c1c-908f-2b353a50cf8d req-eeb067d1-15c0-48d9-84b2-20c2d9a2ba55 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.1073954 Apr 07 08:09:01.582855 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e9fc98a1-2d78-4c1c-908f-2b353a50cf8d req-8b944ca4-33d2-40b4-bcea-7cce22ee6598 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696757 Apr 07 08:09:01.676899 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d286dd8-f70f-4a2d-af76-3d8034cf925a req-6f221bf6-b154-4231-8b28-c8d9e77f71b9 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:01.678590 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4d286dd8-f70f-4a2d-af76-3d8034cf925a req-6f221bf6-b154-4231-8b28-c8d9e77f71b9 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 944 time: 0.1099935 Apr 07 08:09:01.743236 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4d286dd8-f70f-4a2d-af76-3d8034cf925a req-566abc20-f244-4600-8a60-422328a7e061 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563841 Apr 07 08:09:02.177899 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eee961-2cc2-4e02-83ad-74461d3f2acf req-b9afaaa6-3df9-41c6-b133-deb652121137 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:02.186252 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-32eee961-2cc2-4e02-83ad-74461d3f2acf req-b9afaaa6-3df9-41c6-b133-deb652121137 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=7375949c-2898-49fe-8c79-7ff1f773429f HTTP/1.1" status: 200 len: 946 time: 0.1453323 Apr 07 08:09:02.243524 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-32eee961-2cc2-4e02-83ad-74461d3f2acf req-1c97c7a0-25ea-4066-aee5-f15fca8389af tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f6c1941-93ed-4e7b-a649-e43b8b580ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558853 Apr 07 08:09:02.277310 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca441b2c-32a7-42f6-975e-3fbc916ba586 req-505e5dcc-a39b-40d7-b082-4bbfacf09c4e tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:02.279290 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ca441b2c-32a7-42f6-975e-3fbc916ba586 req-505e5dcc-a39b-40d7-b082-4bbfacf09c4e tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 932 time: 0.1064067 Apr 07 08:09:02.344386 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ca441b2c-32a7-42f6-975e-3fbc916ba586 req-bf50215c-0e53-480c-af3a-79d488144135 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585368 Apr 07 08:09:02.983186 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f75cc9-ad3c-4142-a519-54758a2d9d9e req-a980d166-4208-4eae-8ffd-01352d57be74 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:02.984968 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-86f75cc9-ad3c-4142-a519-54758a2d9d9e req-a980d166-4208-4eae-8ffd-01352d57be74 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.1145992 Apr 07 08:09:02.996221 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52247cc-ba99-4617-8fa3-73e00306beb0 req-bc77805b-caa7-4ccd-b3ac-dc47b0f09d60 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:02.997974 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b52247cc-ba99-4617-8fa3-73e00306beb0 req-bc77805b-caa7-4ccd-b3ac-dc47b0f09d60 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 944 time: 0.1278384 Apr 07 08:09:03.040706 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-86f75cc9-ad3c-4142-a519-54758a2d9d9e req-ee63e749-3c41-4dab-988b-934a2ee34601 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484080 Apr 07 08:09:03.067365 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b52247cc-ba99-4617-8fa3-73e00306beb0 req-3d3a2a2b-806f-4d1b-8e04-9041f165684b tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598938 Apr 07 08:09:03.537060 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c025ea-29c5-43f7-a934-406d197b71f7 req-b61866ff-8a21-4f8a-8462-4e5aa97f737d tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:03.543152 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a3c025ea-29c5-43f7-a934-406d197b71f7 req-b61866ff-8a21-4f8a-8462-4e5aa97f737d tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=7375949c-2898-49fe-8c79-7ff1f773429f HTTP/1.1" status: 200 len: 946 time: 0.1432817 Apr 07 08:09:03.586203 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1a8fa-e8ca-4510-9611-3e888b241e91 req-bb9416bf-e0fc-4cae-b8a4-502b0d277acc tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:03.587494 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d9b1a8fa-e8ca-4510-9611-3e888b241e91 req-bb9416bf-e0fc-4cae-b8a4-502b0d277acc tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 932 time: 0.1064827 Apr 07 08:09:03.588951 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a3c025ea-29c5-43f7-a934-406d197b71f7 req-795719e6-187f-4d74-a206-7ff8577026a0 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f6c1941-93ed-4e7b-a649-e43b8b580ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434022 Apr 07 08:09:03.639426 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d9b1a8fa-e8ca-4510-9611-3e888b241e91 req-9c76fda2-ae1e-4c86-b80c-c5e50fd8e8cc tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451753 Apr 07 08:09:04.248111 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af19878-d15d-4f90-9124-115b3137c42c req-e7bfd24c-1a79-45f8-967c-54890195cdaa tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:04.249766 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9af19878-d15d-4f90-9124-115b3137c42c req-e7bfd24c-1a79-45f8-967c-54890195cdaa tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.0938551 Apr 07 08:09:04.275525 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c0a13b-ef07-4e48-b3d6-ca116936853e req-245b85de-db78-4509-b2cd-68cae335bf21 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:04.277117 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e7c0a13b-ef07-4e48-b3d6-ca116936853e req-245b85de-db78-4509-b2cd-68cae335bf21 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 944 time: 0.0896404 Apr 07 08:09:04.301870 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9af19878-d15d-4f90-9124-115b3137c42c req-610038e5-d344-4183-b081-0404c958138a tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453947 Apr 07 08:09:04.327849 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e7c0a13b-ef07-4e48-b3d6-ca116936853e req-c7b245b6-19da-4fbd-8584-ec615796ef23 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436378 Apr 07 08:09:04.334854 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-386bf116-9569-4dbd-88d0-c6d5233a389a service neutron] Request body: {'port': {'device_id': '2ebfd407-5315-4fff-8108-0c4c61835d48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:09:04.736208 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe80be-9991-4101-be6f-19ec5eaacaad req-a6193217-dfa4-469e-bcfe-56407e840486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:04.737852 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4cfe80be-9991-4101-be6f-19ec5eaacaad req-a6193217-dfa4-469e-bcfe-56407e840486 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fbff52d4f92c40aa9b8208fa7e54d5d5&device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 1097 time: 0.1555243 Apr 07 08:09:04.744573 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-386bf116-9569-4dbd-88d0-c6d5233a389a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:04.801837 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae8c27-9163-4fea-9e74-0b071a2dd294 req-68ec3b7e-7292-4131-9b20-6e61f5342ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:04.803530 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-78ae8c27-9163-4fea-9e74-0b071a2dd294 req-68ec3b7e-7292-4131-9b20-6e61f5342ee4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7375949c-2898-49fe-8c79-7ff1f773429f HTTP/1.1" status: 200 len: 1099 time: 0.1678913 Apr 07 08:09:04.881980 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb36a48-5daf-4741-809d-ce6350507af0 req-51b54b23-c228-4b41-a45f-d5afb6c71a83 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:04.884735 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5bb36a48-5daf-4741-809d-ce6350507af0 req-51b54b23-c228-4b41-a45f-d5afb6c71a83 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=7375949c-2898-49fe-8c79-7ff1f773429f HTTP/1.1" status: 200 len: 946 time: 0.1588383 Apr 07 08:09:04.888909 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-78ae8c27-9163-4fea-9e74-0b071a2dd294 req-d32d58a9-e847-4df5-808e-9bd8c63c71e2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6f6c1941-93ed-4e7b-a649-e43b8b580ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775092 Apr 07 08:09:04.949551 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5bb36a48-5daf-4741-809d-ce6350507af0 req-89881caa-45dc-4a08-af2b-35f002f4ecee tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f6c1941-93ed-4e7b-a649-e43b8b580ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582149 Apr 07 08:09:05.171284 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687302b1-56bc-452d-88e4-010eb54f0224 req-ebd3e127-cef2-4f20-adf1-54f9d1054bce tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:05.172909 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-687302b1-56bc-452d-88e4-010eb54f0224 req-ebd3e127-cef2-4f20-adf1-54f9d1054bce tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 932 time: 0.4088464 Apr 07 08:09:05.174008 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe80be-9991-4101-be6f-19ec5eaacaad req-affea637-e8c8-4179-9734-b8f8cd0cd8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:05.175481 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4cfe80be-9991-4101-be6f-19ec5eaacaad req-affea637-e8c8-4179-9734-b8f8cd0cd8c5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=64ec1db9-cd07-42a9-a563-1c7517517aa8 HTTP/1.1" status: 200 len: 918 time: 0.4127734 Apr 07 08:09:05.415378 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4cfe80be-9991-4101-be6f-19ec5eaacaad req-fa07e9f9-fade-490f-b4a4-6f4497ac5a40 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=453c3cc2-00d7-4b92-a6be-ee2b7bf573ed HTTP/1.1" status: 200 len: 999 time: 0.2278392 Apr 07 08:09:05.472385 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-687302b1-56bc-452d-88e4-010eb54f0224 req-744d7d04-294a-4085-bff3-692960c8665f tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891071 Apr 07 08:09:05.528892 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe80be-9991-4101-be6f-19ec5eaacaad req-52bd64b1-25a4-4a97-a959-5e216647e339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:05.530471 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4cfe80be-9991-4101-be6f-19ec5eaacaad req-52bd64b1-25a4-4a97-a959-5e216647e339 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76e481b0-5bdc-45a1-aec7-e681d70e1c14 HTTP/1.1" status: 200 len: 856 time: 0.1058242 Apr 07 08:09:05.560423 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea7c82-0fe1-4fd2-a80b-9cb4ff333614 req-96e19cd8-18c3-46a6-b4b2-33856d577b80 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:05.568397 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-19ea7c82-0fe1-4fd2-a80b-9cb4ff333614 req-96e19cd8-18c3-46a6-b4b2-33856d577b80 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.1422694 Apr 07 08:09:05.631798 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-19ea7c82-0fe1-4fd2-a80b-9cb4ff333614 req-c45cb6f5-2554-4eac-b831-e9f7d113950b tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623624 Apr 07 08:09:05.741669 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-386bf116-9569-4dbd-88d0-c6d5233a389a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be8c2819-e4a7-48ce-8131-6f47b75ee4ae {{(pid=84419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 08:09:05.753447 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-386bf116-9569-4dbd-88d0-c6d5233a389a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:05.760878 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe80be-9991-4101-be6f-19ec5eaacaad req-27eca812-218a-4116-8e37-70184a5e864d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:05.762518 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4cfe80be-9991-4101-be6f-19ec5eaacaad req-27eca812-218a-4116-8e37-70184a5e864d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64ec1db9-cd07-42a9-a563-1c7517517aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2246153 Apr 07 08:09:05.811100 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-386bf116-9569-4dbd-88d0-c6d5233a389a service neutron] Transition to ACTIVE for port object be8c2819-e4a7-48ce-8131-6f47b75ee4ae will not be triggered until provisioned by entity L2. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:09:05.885284 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-386bf116-9569-4dbd-88d0-c6d5233a389a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963711'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:05.906154 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a9962a95-63cb-469b-861a-d00d60d9f0be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:05.966961 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804522e-a519-4da6-8164-56c4fc605286 req-587c7927-25b8-46ac-912b-066c389f9830 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:05.968485 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d804522e-a519-4da6-8164-56c4fc605286 req-587c7927-25b8-46ac-912b-066c389f9830 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 944 time: 0.3561435 Apr 07 08:09:06.121432 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386bf116-9569-4dbd-88d0-c6d5233a389a service neutron] Pushing event updated for resources: {'Port': ['ID=be8c2819-e4a7-48ce-8131-6f47b75ee4ae,revision_number=2']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:06.134164 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-386bf116-9569-4dbd-88d0-c6d5233a389a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:06.152758 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d804522e-a519-4da6-8164-56c4fc605286 req-5f1449f3-feea-48a0-81ca-5336a12469c5 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646407 Apr 07 08:09:06.157076 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6aa7a-08e8-4c93-80fb-5e5470819de2 req-1cf5118d-e565-48ab-8934-eff418610c83 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:06.158875 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b5e6aa7a-08e8-4c93-80fb-5e5470819de2 req-1cf5118d-e565-48ab-8934-eff418610c83 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=7375949c-2898-49fe-8c79-7ff1f773429f HTTP/1.1" status: 200 len: 946 time: 0.0928330 Apr 07 08:09:06.162411 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4cfe80be-9991-4101-be6f-19ec5eaacaad req-9ac044bf-1c5a-482e-b3eb-0db87741b436 service neutron] 10.222.0.13 "GET /v2.0/networks/64ec1db9-cd07-42a9-a563-1c7517517aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812542 Apr 07 08:09:06.208613 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b5e6aa7a-08e8-4c93-80fb-5e5470819de2 req-06459502-a711-46a2-a7d0-a80e0dacc314 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f6c1941-93ed-4e7b-a649-e43b8b580ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425439 Apr 07 08:09:06.475899 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4cfe80be-9991-4101-be6f-19ec5eaacaad req-5bff8535-3f89-4102-b022-ae771683c95c service neutron] 10.222.0.13 "GET /v2.0/networks/64ec1db9-cd07-42a9-a563-1c7517517aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038404 Apr 07 08:09:06.500267 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-386bf116-9569-4dbd-88d0-c6d5233a389a service neutron] Attempting to bind port be8c2819-e4a7-48ce-8131-6f47b75ee4ae on host hv-cinder-78239 for vnic_type normal with profile {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:09:06.500267 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-386bf116-9569-4dbd-88d0-c6d5233a389a service neutron] Attempting to bind port be8c2819-e4a7-48ce-8131-6f47b75ee4ae by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'bb5a8040-593b-4b2d-bac2-4dbbfb92526f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '8cb3e5ca-515a-488c-873f-e5ab482043cd'}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 08:09:06.500563 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-386bf116-9569-4dbd-88d0-c6d5233a389a service neutron] Attempting to bind port be8c2819-e4a7-48ce-8131-6f47b75ee4ae on network 8cb3e5ca-515a-488c-873f-e5ab482043cd {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:09:06.505768 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-386bf116-9569-4dbd-88d0-c6d5233a389a service neutron] Port be8c2819-e4a7-48ce-8131-6f47b75ee4ae on network 8cb3e5ca-515a-488c-873f-e5ab482043cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 08:09:06.506141 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-386bf116-9569-4dbd-88d0-c6d5233a389a service neutron] Attempting to bind port be8c2819-e4a7-48ce-8131-6f47b75ee4ae on network 8cb3e5ca-515a-488c-873f-e5ab482043cd {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:09:06.512567 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-386bf116-9569-4dbd-88d0-c6d5233a389a service neutron] Checking agent: {'id': '265b7c30-4a56-4c92-aee0-001f9a549a36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 8, 3, 49), 'started_at': datetime.datetime(2021, 4, 7, 8, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 08:09:06.512945 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-386bf116-9569-4dbd-88d0-c6d5233a389a service neutron] Checking segment: {'id': 'bb5a8040-593b-4b2d-bac2-4dbbfb92526f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '8cb3e5ca-515a-488c-873f-e5ab482043cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:09:06.513378 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-386bf116-9569-4dbd-88d0-c6d5233a389a service neutron] Bound using segment: {'id': 'bb5a8040-593b-4b2d-bac2-4dbbfb92526f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '8cb3e5ca-515a-488c-873f-e5ab482043cd'} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 08:09:06.513849 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-386bf116-9569-4dbd-88d0-c6d5233a389a service neutron] Bound port: be8c2819-e4a7-48ce-8131-6f47b75ee4ae, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb5a8040-593b-4b2d-bac2-4dbbfb92526f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '8cb3e5ca-515a-488c-873f-e5ab482043cd'}}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 08:09:06.514037 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 08:09:06.514235 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-386bf116-9569-4dbd-88d0-c6d5233a389a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:06.674140 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-386bf116-9569-4dbd-88d0-c6d5233a389a service neutron] For port be8c2819-e4a7-48ce-8131-6f47b75ee4ae, host hv-cinder-78239, cleared binding levels {{(pid=84419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 08:09:06.697514 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-386bf116-9569-4dbd-88d0-c6d5233a389a service neutron] For port be8c2819-e4a7-48ce-8131-6f47b75ee4ae, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=be8c2819-e4a7-48ce-8131-6f47b75ee4ae,segment=NetworkSegment(bb5a8040-593b-4b2d-bac2-4dbbfb92526f),segment_id=bb5a8040-593b-4b2d-bac2-4dbbfb92526f)] {{(pid=84419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 08:09:06.719523 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266b97a-4ee7-495e-a21b-df151c58e8d7 req-bceb0ead-cc6c-4e96-929a-a0e1f16ed53c tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:06.721126 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9266b97a-4ee7-495e-a21b-df151c58e8d7 req-bceb0ead-cc6c-4e96-929a-a0e1f16ed53c tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 944 time: 0.1148427 Apr 07 08:09:06.721946 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=453c3cc2-00d7-4b92-a6be-ee2b7bf573ed,segment=NetworkSegment(10fc6654-2c6a-4d12-930e-7b16dfb451cb),segment_id=10fc6654-2c6a-4d12-930e-7b16dfb451cb)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:09:06.737173 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Returning: {'device': '453c3cc2-00d7-4b92-a6be-ee2b7bf573ed', 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8', 'port_id': '453c3cc2-00d7-4b92-a6be-ee2b7bf573ed', 'mac_address': 'fa:16:3e:ed:5e:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76e481b0-5bdc-45a1-aec7-e681d70e1c14', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 08:09:06.767109 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-386bf116-9569-4dbd-88d0-c6d5233a389a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963711'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:06.786886 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:06.802354 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:06.827904 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed {{(pid=84421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 08:09:06.858467 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=453c3cc2-00d7-4b92-a6be-ee2b7bf573ed,segment=NetworkSegment(10fc6654-2c6a-4d12-930e-7b16dfb451cb),segment_id=10fc6654-2c6a-4d12-930e-7b16dfb451cb)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:09:06.858663 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9266b97a-4ee7-495e-a21b-df151c58e8d7 req-e3cda10f-9e96-491e-a11e-c093e977e3b8 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307640 Apr 07 08:09:06.902634 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:06.904511 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a5d86673-ee94-4468-9a61-32b290dc0860 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:06.992320 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634900a-6bad-4682-80bf-dabdf31b918f req-da69282c-77cd-4161-8908-b612bfff547e tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:06.995157 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3634900a-6bad-4682-80bf-dabdf31b918f req-da69282c-77cd-4161-8908-b612bfff547e tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.1961772 Apr 07 08:09:07.008105 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-61eb08f0-7502-418b-aacc-cf1078b9efe0 None None] Agent healthcheck: found 6 active agents {{(pid=84422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 08:09:07.014777 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=453c3cc2-00d7-4b92-a6be-ee2b7bf573ed,revision_number=9']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:07.026634 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:09:07.027830 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:09:07.028405 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:09:07.029199 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:09:07.029825 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:09:07.030406 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:09:07.031145 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:09:07.031725 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:09:07.032275 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:09:07.032825 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:09:07.033399 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:09:07.034097 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:09:07.051101 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:07.075309 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3634900a-6bad-4682-80bf-dabdf31b918f req-039c954e-5ea4-4b9e-85f2-bcbe1ec0060b tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791829 Apr 07 08:09:07.139500 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] get_ports_and_sgs() called for port_ids ['453c3cc2-00d7-4b92-a6be-ee2b7bf573ed'] {{(pid=84421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 08:09:07.224219 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386bf116-9569-4dbd-88d0-c6d5233a389a service neutron] Pushing event updated for resources: {'Port': ['ID=be8c2819-e4a7-48ce-8131-6f47b75ee4ae,revision_number=3']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:07.229834 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-386bf116-9569-4dbd-88d0-c6d5233a389a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:07.295268 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-386bf116-9569-4dbd-88d0-c6d5233a389a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:07.295922 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-386bf116-9569-4dbd-88d0-c6d5233a389a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:07.300226 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-386bf116-9569-4dbd-88d0-c6d5233a389a service neutron] 10.222.0.13 "PUT /v2.0/ports/be8c2819-e4a7-48ce-8131-6f47b75ee4ae HTTP/1.1" status: 200 len: 1094 time: 2.9709244 Apr 07 08:09:07.300804 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ebfd407-5315-4fff-8108-0c4c61835d48', 'tag': 'be8c2819-e4a7-48ce-8131-6f47b75ee4ae'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:09:07.446504 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ebfd407-5315-4fff-8108-0c4c61835d48', 'tag': 'be8c2819-e4a7-48ce-8131-6f47b75ee4ae', 'status': 'completed', 'code': 200} Apr 07 08:09:07.499141 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b900508-e092-48be-8209-b672ec577b0d req-453ec7c7-8689-4ab5-a788-7a42b7cd97b0 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:07.500859 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-7b900508-e092-48be-8209-b672ec577b0d req-453ec7c7-8689-4ab5-a788-7a42b7cd97b0 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 945 time: 0.1812408 Apr 07 08:09:07.568055 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-3cce33cc-dfa1-4a68-b599-d9917348e926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:07.569717 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-3cce33cc-dfa1-4a68-b599-d9917348e926 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bab0f03958734baaa1c09c0cc6ac3eb8&device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 1097 time: 0.1682761 Apr 07 08:09:07.575508 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-7b900508-e092-48be-8209-b672ec577b0d req-d0c14a1c-98fb-401d-865c-06136edc7e97 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609751 Apr 07 08:09:07.669086 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-adae47f0-61cf-4339-9e37-b2fd5ef54827 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be8c2819-e4a7-48ce-8131-6f47b75ee4ae HTTP/1.1" status: 200 len: 217 time: 0.0905209 Apr 07 08:09:07.740777 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-5ff27561-6033-4483-b046-68c72a29207c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:07.743349 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-5ff27561-6033-4483-b046-68c72a29207c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7f59c1c9-a73c-4df8-a2b8-b3719b8d1bc0 HTTP/1.1" status: 200 len: 854 time: 0.0673435 Apr 07 08:09:07.853039 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-68d571ee-9241-430a-8d4d-a7ca1b493ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:07.854744 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-68d571ee-9241-430a-8d4d-a7ca1b493ffb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8cb3e5ca-515a-488c-873f-e5ab482043cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0944109 Apr 07 08:09:08.026807 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-b69fb9f3-0fdd-48af-8664-2cb4fac04d7f service neutron] 10.222.0.13 "GET /v2.0/networks/8cb3e5ca-515a-488c-873f-e5ab482043cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550531 Apr 07 08:09:08.124579 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a29bc93-e95e-45b5-90e0-4741793419b3 req-9a351575-242d-447b-b5de-43a07ee7abb3 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:08.124579 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0a29bc93-e95e-45b5-90e0-4741793419b3 req-9a351575-242d-447b-b5de-43a07ee7abb3 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 944 time: 0.1149399 Apr 07 08:09:08.162016 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0a29bc93-e95e-45b5-90e0-4741793419b3 req-99f06bf8-b961-4e41-be7f-a2abf124fc89 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519474 Apr 07 08:09:08.308065 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-df17fc9f-f22a-4122-a524-da7c2e610ebb req-62440c01-07f3-49d9-b71c-2741da51802f service neutron] 10.222.0.13 "GET /v2.0/networks/8cb3e5ca-515a-488c-873f-e5ab482043cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626128 Apr 07 08:09:08.339568 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06343f-34ea-4f1c-9efe-10a502bf7e1a req-2d96b4af-a689-4206-9c13-d132529ea7c8 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:08.341798 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ba06343f-34ea-4f1c-9efe-10a502bf7e1a req-2d96b4af-a689-4206-9c13-d132529ea7c8 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.1082788 Apr 07 08:09:08.470646 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ba06343f-34ea-4f1c-9efe-10a502bf7e1a req-13fbba60-1119-4d27-bb76-2c555eef9762 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212194 Apr 07 08:09:08.503453 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696cc16-3c2f-49e9-bf09-9bff2d7c3dc1 req-08708154-ab02-4019-8e5f-72ff80d8273d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:08.505104 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-7696cc16-3c2f-49e9-bf09-9bff2d7c3dc1 req-08708154-ab02-4019-8e5f-72ff80d8273d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bab0f03958734baaa1c09c0cc6ac3eb8&device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 1097 time: 0.1038203 Apr 07 08:09:08.513684 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed up at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:09:08.594093 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Provisioning complete for port 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:09:08.594465 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:08.777609 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc103543-18e1-4250-be9a-abcc6c1f26b3 req-4e35d5dd-e88f-4813-81a7-377db91f05dc tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:08.779621 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-dc103543-18e1-4250-be9a-abcc6c1f26b3 req-4e35d5dd-e88f-4813-81a7-377db91f05dc tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.13 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.1745808 Apr 07 08:09:08.781464 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696cc16-3c2f-49e9-bf09-9bff2d7c3dc1 req-f97caf68-ae77-431f-a605-97ab5cabd781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:08.782213 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:08.792694 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-7696cc16-3c2f-49e9-bf09-9bff2d7c3dc1 req-f97caf68-ae77-431f-a605-97ab5cabd781 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8cb3e5ca-515a-488c-873f-e5ab482043cd HTTP/1.1" status: 200 len: 916 time: 0.2764959 Apr 07 08:09:08.813133 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658ed895-fd9a-4fce-adf1-9f69ddefb2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453c3cc2-00d7-4b92-a6be-ee2b7bf573ed'}] {{(pid=84421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:09:08.843206 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=453c3cc2-00d7-4b92-a6be-ee2b7bf573ed,segment=NetworkSegment(10fc6654-2c6a-4d12-930e-7b16dfb451cb),segment_id=10fc6654-2c6a-4d12-930e-7b16dfb451cb)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:09:08.857426 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa590896-d09b-4be2-9ca7-8bdeee0c95c3 req-8011f7c9-4ce8-4feb-95d3-cde88e0f2832 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:08.857426 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-aa590896-d09b-4be2-9ca7-8bdeee0c95c3 req-8011f7c9-4ce8-4feb-95d3-cde88e0f2832 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 945 time: 0.1190224 Apr 07 08:09:08.880776 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658ed895-fd9a-4fce-adf1-9f69ddefb2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453c3cc2-00d7-4b92-a6be-ee2b7bf573ed', 'code': 200} Apr 07 08:09:08.926596 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:08.929503 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:08.938967 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-aa590896-d09b-4be2-9ca7-8bdeee0c95c3 req-019c267d-13f8-44f2-83d3-9ad6e301de68 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786033 Apr 07 08:09:08.988954 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-7696cc16-3c2f-49e9-bf09-9bff2d7c3dc1 req-3e83eff4-eda2-4808-a023-d08bf122f871 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be8c2819-e4a7-48ce-8131-6f47b75ee4ae HTTP/1.1" status: 200 len: 217 time: 0.1514809 Apr 07 08:09:09.007942 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-dc103543-18e1-4250-be9a-abcc6c1f26b3 req-eb19e356-0662-4ff1-a978-e11b40d1c911 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Deleting port 8f860112-10ba-49aa-8d46-e6938ac497a6 {{(pid=84419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:09:09.008333 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-dc103543-18e1-4250-be9a-abcc6c1f26b3 req-eb19e356-0662-4ff1-a978-e11b40d1c911 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:09.020445 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=453c3cc2-00d7-4b92-a6be-ee2b7bf573ed,revision_number=10']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:09.021827 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:09.167385 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696cc16-3c2f-49e9-bf09-9bff2d7c3dc1 req-c5dcbb27-444f-41ea-9d5f-97d3ea766309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:09.168953 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-7696cc16-3c2f-49e9-bf09-9bff2d7c3dc1 req-c5dcbb27-444f-41ea-9d5f-97d3ea766309 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7f59c1c9-a73c-4df8-a2b8-b3719b8d1bc0 HTTP/1.1" status: 200 len: 854 time: 0.1692789 Apr 07 08:09:09.465396 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696cc16-3c2f-49e9-bf09-9bff2d7c3dc1 req-7452f9df-e644-4923-ba68-fa6ac8a0d52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:09.469243 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-7696cc16-3c2f-49e9-bf09-9bff2d7c3dc1 req-7452f9df-e644-4923-ba68-fa6ac8a0d52e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8cb3e5ca-515a-488c-873f-e5ab482043cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2839043 Apr 07 08:09:09.474810 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-dc103543-18e1-4250-be9a-abcc6c1f26b3 req-eb19e356-0662-4ff1-a978-e11b40d1c911 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] For port 8f860112-10ba-49aa-8d46-e6938ac497a6, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=8f860112-10ba-49aa-8d46-e6938ac497a6,segment=NetworkSegment(fd84e018-6bdf-49ce-91de-b018ab577ddb),segment_id=fd84e018-6bdf-49ce-91de-b018ab577ddb)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:09:09.478203 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-dc103543-18e1-4250-be9a-abcc6c1f26b3 req-eb19e356-0662-4ff1-a978-e11b40d1c911 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:09.513858 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6b640-24ea-4827-8626-57bc09acf6ea req-e55dfb32-56c5-42e0-b572-414d711e1f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:09.515731 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3fa6b640-24ea-4827-8626-57bc09acf6ea req-e55dfb32-56c5-42e0-b572-414d711e1f9b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 1100 time: 0.0883391 Apr 07 08:09:09.563992 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3fa6b640-24ea-4827-8626-57bc09acf6ea req-f907d501-8c24-428d-8fc5-4f725a9d3f0b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416946 Apr 07 08:09:09.653947 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-dc103543-18e1-4250-be9a-abcc6c1f26b3 req-eb19e356-0662-4ff1-a978-e11b40d1c911 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Calling delete_port for 8f860112-10ba-49aa-8d46-e6938ac497a6 owned by compute:nova {{(pid=84419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:09:09.691201 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cab3e0-cfe3-4241-875c-96ed97ea63bc req-8b0e858c-1cf6-4b5a-9cdc-e0f9a9abdaa3 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:09.692861 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-97cab3e0-cfe3-4241-875c-96ed97ea63bc req-8b0e858c-1cf6-4b5a-9cdc-e0f9a9abdaa3 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 946 time: 0.0977793 Apr 07 08:09:09.744303 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-97cab3e0-cfe3-4241-875c-96ed97ea63bc req-e50aca51-0109-4c24-bc12-1f1998b4e849 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/security-groups?id=cec7605d-ba5a-466d-be60-7cdfe99e0793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446045 Apr 07 08:09:09.756155 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6126022-2311-47c9-9da9-9583c5a263ab req-5828ce68-721b-4215-bc81-f29f1e77ab48 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:09.758406 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f6126022-2311-47c9-9da9-9583c5a263ab req-5828ce68-721b-4215-bc81-f29f1e77ab48 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 944 time: 0.4275904 Apr 07 08:09:09.861361 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f6126022-2311-47c9-9da9-9583c5a263ab req-c5d7b77f-3207-440c-b810-188920f0b478 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904629 Apr 07 08:09:09.879988 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-7696cc16-3c2f-49e9-bf09-9bff2d7c3dc1 req-fd018755-f48d-4d4a-8411-0ac8853af3e2 service neutron] 10.222.0.13 "GET /v2.0/networks/8cb3e5ca-515a-488c-873f-e5ab482043cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962092 Apr 07 08:09:10.094185 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-7696cc16-3c2f-49e9-bf09-9bff2d7c3dc1 req-aee81fbd-d077-4b29-8dba-6d842418c16b service neutron] 10.222.0.13 "GET /v2.0/networks/8cb3e5ca-515a-488c-873f-e5ab482043cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055836 Apr 07 08:09:10.126785 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-dc103543-18e1-4250-be9a-abcc6c1f26b3 req-eb19e356-0662-4ff1-a978-e11b40d1c911 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716444531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762716001395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:10.140634 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] get_ports_and_sgs() called for port_ids ['8f860112-10ba-49aa-8d46-e6938ac497a6'] {{(pid=84421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 08:09:10.143989 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:10.146709 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851bc1cb-7104-495b-87d8-c86c9bbf88e1 req-17edc2db-47da-4e88-bb58-c6ba175818b1 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:10.148469 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-851bc1cb-7104-495b-87d8-c86c9bbf88e1 req-17edc2db-47da-4e88-bb58-c6ba175818b1 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 947 time: 0.0945160 Apr 07 08:09:10.205414 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-851bc1cb-7104-495b-87d8-c86c9bbf88e1 req-50697d36-4627-4d20-a789-91232cdfee7a tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494452 Apr 07 08:09:10.205737 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19e356-0662-4ff1-a978-e11b40d1c911 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Pushing event deleted for resources: {'Port': ['ID=8f860112-10ba-49aa-8d46-e6938ac497a6,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:10.208238 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-eb19e356-0662-4ff1-a978-e11b40d1c911 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:10.400921 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc103543-18e1-4250-be9a-abcc6c1f26b3 req-eb19e356-0662-4ff1-a978-e11b40d1c911 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] No DVR routers for this DVR port 8f860112-10ba-49aa-8d46-e6938ac497a6 on host hv-cinder-78239 {{(pid=84419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 08:09:10.403738 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-dc103543-18e1-4250-be9a-abcc6c1f26b3 req-eb19e356-0662-4ff1-a978-e11b40d1c911 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:10.408309 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531aacda-2893-4392-8b0e-91642d431915', 'name': 'network-vif-deleted', 'tag': '8f860112-10ba-49aa-8d46-e6938ac497a6'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:09:10.458967 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-dc103543-18e1-4250-be9a-abcc6c1f26b3 req-eb19e356-0662-4ff1-a978-e11b40d1c911 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.13 "DELETE /v2.0/ports/8f860112-10ba-49aa-8d46-e6938ac497a6 HTTP/1.1" status: 204 len: 173 time: 1.6640515 Apr 07 08:09:10.469024 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531aacda-2893-4392-8b0e-91642d431915', 'name': 'network-vif-deleted', 'tag': '8f860112-10ba-49aa-8d46-e6938ac497a6', 'status': 'completed', 'code': 200} Apr 07 08:09:10.544971 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device be8c2819-e4a7-48ce-8131-6f47b75ee4ae details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 08:09:10.745350 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port be8c2819-e4a7-48ce-8131-6f47b75ee4ae, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=be8c2819-e4a7-48ce-8131-6f47b75ee4ae,segment=NetworkSegment(bb5a8040-593b-4b2d-bac2-4dbbfb92526f),segment_id=bb5a8040-593b-4b2d-bac2-4dbbfb92526f)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:09:10.761148 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Returning: {'device': 'be8c2819-e4a7-48ce-8131-6f47b75ee4ae', 'network_id': '8cb3e5ca-515a-488c-873f-e5ab482043cd', 'port_id': 'be8c2819-e4a7-48ce-8131-6f47b75ee4ae', 'mac_address': 'fa:16:3e:f1:ec:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f59c1c9-a73c-4df8-a2b8-b3719b8d1bc0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 08:09:10.840071 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:10.866925 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be8c2819-e4a7-48ce-8131-6f47b75ee4ae {{(pid=84421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 08:09:10.883836 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port be8c2819-e4a7-48ce-8131-6f47b75ee4ae, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=be8c2819-e4a7-48ce-8131-6f47b75ee4ae,segment=NetworkSegment(bb5a8040-593b-4b2d-bac2-4dbbfb92526f),segment_id=bb5a8040-593b-4b2d-bac2-4dbbfb92526f)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:09:10.933314 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:10.935201 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b98fc61a-fff0-4153-84c8-4ab54211c2d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:10.947255 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-243ac846-2250-46f5-a7c3-e3283af8af7c req-13eeec9d-3f23-4abc-857c-399be9f6b621 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] 10.222.0.16 "GET /v2.0/ports?device_id=531aacda-2893-4392-8b0e-91642d431915 HTTP/1.1" status: 200 len: 210 time: 0.0540967 Apr 07 08:09:11.018209 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=be8c2819-e4a7-48ce-8131-6f47b75ee4ae,revision_number=4']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:11.021710 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:11.183071 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] get_ports_and_sgs() called for port_ids ['be8c2819-e4a7-48ce-8131-6f47b75ee4ae'] {{(pid=84421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 08:09:11.249119 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 48090) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:09:11.425288 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0620b-b30f-48ac-9b69-7b64a996ffe4 req-1561dc45-25fd-4218-84da-843bc9f6e413 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:11.433658 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-07c0620b-b30f-48ac-9b69-7b64a996ffe4 req-1561dc45-25fd-4218-84da-843bc9f6e413 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 945 time: 0.4360542 Apr 07 08:09:11.472562 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-af82ec8f-9d23-4e79-9ed0-5c6501c588d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:11.495965 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-af82ec8f-9d23-4e79-9ed0-5c6501c588d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:09:11.496589 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-07c0620b-b30f-48ac-9b69-7b64a996ffe4 req-efc0c351-1006-4fd0-be21-33fd03b16b34 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583332 Apr 07 08:09:11.501614 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-af82ec8f-9d23-4e79-9ed0-5c6501c588d9 admin admin] Usage tracker for resource:security_group_rule and tenant:81fa0e640bbe4d91a7851281754a6647 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:09:11.505497 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-af82ec8f-9d23-4e79-9ed0-5c6501c588d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:09:11.516692 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-af82ec8f-9d23-4e79-9ed0-5c6501c588d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:09:11.694388 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f644fd-2775-4336-b177-94e47063477d req-77721cc9-df8b-4a62-863f-eb927f705f37 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:11.696497 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-70f644fd-2775-4336-b177-94e47063477d req-77721cc9-df8b-4a62-863f-eb927f705f37 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 947 time: 0.1092308 Apr 07 08:09:11.750331 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-af82ec8f-9d23-4e79-9ed0-5c6501c588d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:11.772006 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-70f644fd-2775-4336-b177-94e47063477d req-223435a9-3289-44c7-99e1-1562abc28cf6 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606709 Apr 07 08:09:11.799475 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-af82ec8f-9d23-4e79-9ed0-5c6501c588d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:11.809883 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4ade5f7e-78e4-4ee4-95ba-83f8303c68ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:11.854884 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-af82ec8f-9d23-4e79-9ed0-5c6501c588d9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=81fa0e640bbe4d91a7851281754a6647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6017935 Apr 07 08:09:11.856681 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af82ec8f-9d23-4e79-9ed0-5c6501c588d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08cc0e0-f0cb-44f5-9282-611cef3fc150,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:11.860281 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 48106) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:09:11.863192 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-af82ec8f-9d23-4e79-9ed0-5c6501c588d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:11.932695 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-62d0721c-ae1e-43b5-a3be-039ed8636c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:11.974173 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-62d0721c-ae1e-43b5-a3be-039ed8636c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:12.063874 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 48112) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:09:12.070135 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-62d0721c-ae1e-43b5-a3be-039ed8636c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:12.076127 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-0ab10ee3-fd44-483c-89f6-c526d745c0cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:12.090409 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d0721c-ae1e-43b5-a3be-039ed8636c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08cc0e0-f0cb-44f5-9282-611cef3fc150,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:12.095546 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-62d0721c-ae1e-43b5-a3be-039ed8636c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:12.120700 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-62d0721c-ae1e-43b5-a3be-039ed8636c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:12.122872 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-62d0721c-ae1e-43b5-a3be-039ed8636c8c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f08cc0e0-f0cb-44f5-9282-611cef3fc150 HTTP/1.1" status: 204 len: 168 time: 0.2604940 Apr 07 08:09:12.561890 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device be8c2819-e4a7-48ce-8131-6f47b75ee4ae up at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:09:12.608907 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 48122) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:09:12.631210 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b5f442db-8dd9-4168-9344-d1217fdd4707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:12.650559 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-b5f442db-8dd9-4168-9344-d1217fdd4707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:09:12.655085 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-b5f442db-8dd9-4168-9344-d1217fdd4707 admin admin] Usage tracker for resource:security_group_rule and tenant:515b92ff68674542b41a50b690891711 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:09:12.658250 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-b5f442db-8dd9-4168-9344-d1217fdd4707 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:09:12.664731 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-b5f442db-8dd9-4168-9344-d1217fdd4707 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:09:12.682940 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Provisioning for port be8c2819-e4a7-48ce-8131-6f47b75ee4ae completed by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:09:12.688292 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Provisioning complete for port be8c2819-e4a7-48ce-8131-6f47b75ee4ae triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:09:12.688719 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:12.758993 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-085d1329-fd2d-4345-8f5f-2efd0c32ea4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854102931'] for router_interface, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:12.772348 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b5f442db-8dd9-4168-9344-d1217fdd4707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:12.813771 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b5f442db-8dd9-4168-9344-d1217fdd4707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:12.827921 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-87611892-b043-4744-bd9a-404bb14d32b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:12.833505 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:12.834826 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0accaacf-ee7b-437e-ad6e-1cb41f5891eb req-99ac92ed-97d8-4dd3-9458-47e706035e3c tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:12.839726 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0accaacf-ee7b-437e-ad6e-1cb41f5891eb req-99ac92ed-97d8-4dd3-9458-47e706035e3c tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 945 time: 0.1983292 Apr 07 08:09:12.882639 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port be8c2819-e4a7-48ce-8131-6f47b75ee4ae, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=be8c2819-e4a7-48ce-8131-6f47b75ee4ae,segment=NetworkSegment(bb5a8040-593b-4b2d-bac2-4dbbfb92526f),segment_id=bb5a8040-593b-4b2d-bac2-4dbbfb92526f)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:09:12.883592 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ebfd407-5315-4fff-8108-0c4c61835d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8c2819-e4a7-48ce-8131-6f47b75ee4ae'}] {{(pid=84421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:09:12.885520 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-b5f442db-8dd9-4168-9344-d1217fdd4707 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=515b92ff68674542b41a50b690891711&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2751987 Apr 07 08:09:12.887446 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f442db-8dd9-4168-9344-d1217fdd4707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30418f30-77b3-49f7-b74d-5e3def5a1cca,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:12.891363 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b5f442db-8dd9-4168-9344-d1217fdd4707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:12.891898 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 48132) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:09:12.908918 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:12.910294 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 8f860112-10ba-49aa-8d46-e6938ac497a6 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 08:09:12.949195 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:12.989213 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0accaacf-ee7b-437e-ad6e-1cb41f5891eb req-6c88a006-7c4f-41a1-90cc-e6b112e6251c tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839298 Apr 07 08:09:12.996524 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] No Port match for: 8f860112-10ba-49aa-8d46-e6938ac497a6 {{(pid=84421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 08:09:12.996524 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 8f860112-10ba-49aa-8d46-e6938ac497a6 not bound to the agent host hv-cinder-78239 {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 08:09:13.018957 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6a020d4c-1ea6-4b2a-96ef-aa6cfc261496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:13.033007 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=be8c2819-e4a7-48ce-8131-6f47b75ee4ae,revision_number=5']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:13.044820 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:13.056354 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ebfd407-5315-4fff-8108-0c4c61835d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8c2819-e4a7-48ce-8131-6f47b75ee4ae', 'code': 200} Apr 07 08:09:13.072817 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6a020d4c-1ea6-4b2a-96ef-aa6cfc261496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:13.111001 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969811bc-0608-4d2c-b578-a6c2738596f8 req-d380b46a-761d-4f66-977c-790ea6521bd0 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:13.112619 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-969811bc-0608-4d2c-b578-a6c2738596f8 req-d380b46a-761d-4f66-977c-790ea6521bd0 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 947 time: 0.1757586 Apr 07 08:09:13.179477 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-969811bc-0608-4d2c-b578-a6c2738596f8 req-869897a2-623c-4879-9d13-3525b7604b94 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568364 Apr 07 08:09:13.212649 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6a020d4c-1ea6-4b2a-96ef-aa6cfc261496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:13.217142 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3d0d336e-9e18-4200-9d6a-8ea98bf0187a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:13.231111 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a020d4c-1ea6-4b2a-96ef-aa6cfc261496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30418f30-77b3-49f7-b74d-5e3def5a1cca,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:13.240618 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-6a020d4c-1ea6-4b2a-96ef-aa6cfc261496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:13.244389 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-085d1329-fd2d-4345-8f5f-2efd0c32ea4e admin admin] Deleting port 51917dfc-690b-455f-af37-5fdf3eaf7598 {{(pid=84420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:09:13.244389 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-085d1329-fd2d-4345-8f5f-2efd0c32ea4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:13.247489 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6a020d4c-1ea6-4b2a-96ef-aa6cfc261496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:13.251118 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-6a020d4c-1ea6-4b2a-96ef-aa6cfc261496 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/30418f30-77b3-49f7-b74d-5e3def5a1cca HTTP/1.1" status: 204 len: 168 time: 0.3558161 Apr 07 08:09:13.412219 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b904054-ee36-4285-83a9-e9206758c6ff req-74bc5e2e-03ad-4d6b-ab51-f16fd9446a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:13.413881 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-7b904054-ee36-4285-83a9-e9206758c6ff req-74bc5e2e-03ad-4d6b-ab51-f16fd9446a60 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 1099 time: 0.1048367 Apr 07 08:09:13.444059 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-085d1329-fd2d-4345-8f5f-2efd0c32ea4e admin admin] For port 51917dfc-690b-455f-af37-5fdf3eaf7598, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=51917dfc-690b-455f-af37-5fdf3eaf7598,segment=NetworkSegment(fd84e018-6bdf-49ce-91de-b018ab577ddb),segment_id=fd84e018-6bdf-49ce-91de-b018ab577ddb)] {{(pid=84420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:09:13.444517 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-085d1329-fd2d-4345-8f5f-2efd0c32ea4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:13.462022 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-7b904054-ee36-4285-83a9-e9206758c6ff req-7e1880ad-6bc3-4094-8e7a-586a7c8c0a7b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417006 Apr 07 08:09:13.805670 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-085d1329-fd2d-4345-8f5f-2efd0c32ea4e admin admin] Calling delete_port for 51917dfc-690b-455f-af37-5fdf3eaf7598 owned by network:router_interface {{(pid=84420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:09:14.271503 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6622b60-8267-43d8-9ac7-b0f983341a78 req-38dd0751-d2cf-47b1-8076-ba6bb3dce84e tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:14.273522 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f6622b60-8267-43d8-9ac7-b0f983341a78 req-38dd0751-d2cf-47b1-8076-ba6bb3dce84e tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 946 time: 0.1608608 Apr 07 08:09:14.299171 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-085d1329-fd2d-4345-8f5f-2efd0c32ea4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716444531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762716001395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10887448'] for port, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:14.318209 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:14.398510 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d1329-fd2d-4345-8f5f-2efd0c32ea4e admin admin] Pushing event deleted for resources: {'Port': ['ID=51917dfc-690b-455f-af37-5fdf3eaf7598,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:14.401908 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-085d1329-fd2d-4345-8f5f-2efd0c32ea4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:14.479429 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f6622b60-8267-43d8-9ac7-b0f983341a78 req-bbbb19ff-210e-4da8-867d-5af17d31181e tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994257 Apr 07 08:09:14.826034 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-085d1329-fd2d-4345-8f5f-2efd0c32ea4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854105160'] for router_interface, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:15.361289 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085d1329-fd2d-4345-8f5f-2efd0c32ea4e admin admin] Router 0c9efe00-b4b8-4567-b9f2-98e39e40d3fe has already been hosted by L3 agent 9e1c8038-06ec-4f38-a606-610b3381902d {{(pid=84420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 08:09:15.563559 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085d1329-fd2d-4345-8f5f-2efd0c32ea4e admin admin] Notify agent at l3_agent.dv-cinder-782390-4-smb the message routers_updated {{(pid=84420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 08:09:15.574648 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe611a1-d318-402b-974e-ad57c7cd07f2 None None] Sync routers for ids ['0c9efe00-b4b8-4567-b9f2-98e39e40d3fe'] in dv-cinder-782390-4-smb {{(pid=84422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 08:09:15.590057 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe611a1-d318-402b-974e-ad57c7cd07f2 None None] Routers {'0c9efe00-b4b8-4567-b9f2-98e39e40d3fe'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:09:15.594424 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-1fe611a1-d318-402b-974e-ad57c7cd07f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:08:55Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['0c9efe00-b4b8-4567-b9f2-98e39e40d3fe'], 'active': True} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:09:15.599802 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-085d1329-fd2d-4345-8f5f-2efd0c32ea4e admin admin] 10.222.0.16 "PUT /v2.0/routers/0c9efe00-b4b8-4567-b9f2-98e39e40d3fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5346479 Apr 07 08:09:15.602489 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 48204) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:09:15.755779 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213dd97a-cee8-4d5d-9558-08797c911ee0 req-6c8d14f5-3fb3-41ad-a6ba-b16ef968e464 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:15.759659 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-213dd97a-cee8-4d5d-9558-08797c911ee0 req-6c8d14f5-3fb3-41ad-a6ba-b16ef968e464 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 946 time: 0.1137290 Apr 07 08:09:15.814763 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-1fe611a1-d318-402b-974e-ad57c7cd07f2 None None] Set router 0c9efe00-b4b8-4567-b9f2-98e39e40d3fe gateway port host: dv-cinder-782390-4-smb {{(pid=84422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:09:15.827231 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-213dd97a-cee8-4d5d-9558-08797c911ee0 req-5f44f25e-75e9-4cb0-b9b3-a90690a5ec67 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596335 Apr 07 08:09:15.837007 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-96194d43-0a2c-4bc8-b4d9-3994423c8ea4 admin admin] Notify callbacks [] for router, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:16.203945 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-1fe611a1-d318-402b-974e-ad57c7cd07f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9efe00-b4b8-4567-b9f2-98e39e40d3fe', 'name': 'tempest-ServerRescueNegativeTestJSON-42555761-router', 'tenant_id': '9eaeeda39a4b47ae8eb1d0351d5b6be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.228'}], 'enable_snat': True}, 'gw_port_id': '5e1681aa-1580-452c-80ce-2451c2360a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:05:37Z', 'updated_at': '2021-04-07T08:09:14Z', 'revision_number': 5, 'project_id': '9eaeeda39a4b47ae8eb1d0351d5b6be3', 'gw_port': {'id': '5e1681aa-1580-452c-80ce-2451c2360a02', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9efe00-b4b8-4567-b9f2-98e39e40d3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:39Z', 'updated_at': '2021-04-07T08:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb'}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:09:16.209182 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe611a1-d318-402b-974e-ad57c7cd07f2 None None] Checking router: 0c9efe00-b4b8-4567-b9f2-98e39e40d3fe for host: dv-cinder-782390-4-smb {{(pid=84422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 08:09:16.224203 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe611a1-d318-402b-974e-ad57c7cd07f2 None None] Routers {'0c9efe00-b4b8-4567-b9f2-98e39e40d3fe'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:09:16.225074 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-1fe611a1-d318-402b-974e-ad57c7cd07f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:08:55Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['0c9efe00-b4b8-4567-b9f2-98e39e40d3fe'], 'active': True} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:09:16.332243 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-96194d43-0a2c-4bc8-b4d9-3994423c8ea4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:16.376986 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077966cf-5acd-4f88-81e8-e9a927d91be8 req-e430f2de-90dd-4b8c-a55e-e972a8423fb9 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:16.389026 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-077966cf-5acd-4f88-81e8-e9a927d91be8 req-e430f2de-90dd-4b8c-a55e-e972a8423fb9 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 946 time: 0.3943532 Apr 07 08:09:16.413586 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-96194d43-0a2c-4bc8-b4d9-3994423c8ea4 admin admin] Deleting port 5e1681aa-1580-452c-80ce-2451c2360a02 {{(pid=84420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:09:16.413975 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-96194d43-0a2c-4bc8-b4d9-3994423c8ea4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:16.415633 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 48222) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:09:16.445826 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-1fe611a1-d318-402b-974e-ad57c7cd07f2 None None] Set router 0c9efe00-b4b8-4567-b9f2-98e39e40d3fe gateway port host: dv-cinder-782390-4-smb {{(pid=84422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:09:16.493043 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-077966cf-5acd-4f88-81e8-e9a927d91be8 req-f8516514-3b56-4c3f-956a-81b68f4bb507 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026402 Apr 07 08:09:16.562220 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-eb0e65e1-1b6b-406d-bf3d-b43df41b4a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:16.582730 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-eb0e65e1-1b6b-406d-bf3d-b43df41b4a57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:09:16.587703 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-eb0e65e1-1b6b-406d-bf3d-b43df41b4a57 admin admin] Usage tracker for resource:security_group_rule and tenant:40b15efbae3a4ef7a5e4c23dc264a78e is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:09:16.590913 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-eb0e65e1-1b6b-406d-bf3d-b43df41b4a57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:09:16.597317 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-eb0e65e1-1b6b-406d-bf3d-b43df41b4a57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:09:16.639178 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-96194d43-0a2c-4bc8-b4d9-3994423c8ea4 admin admin] For port 5e1681aa-1580-452c-80ce-2451c2360a02, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=5e1681aa-1580-452c-80ce-2451c2360a02,segment=NetworkSegment(1cadf7a7-5200-427f-84ab-5b34fedab1ff),segment_id=1cadf7a7-5200-427f-84ab-5b34fedab1ff)] {{(pid=84420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:09:16.639575 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-96194d43-0a2c-4bc8-b4d9-3994423c8ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:16.699995 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-eb0e65e1-1b6b-406d-bf3d-b43df41b4a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:16.737774 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-eb0e65e1-1b6b-406d-bf3d-b43df41b4a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:16.749785 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3f7b6262-d880-4c1e-ab3a-f73be1f92354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:16.782165 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-96194d43-0a2c-4bc8-b4d9-3994423c8ea4 admin admin] Calling delete_port for 5e1681aa-1580-452c-80ce-2451c2360a02 owned by network:router_gateway {{(pid=84420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:09:16.788929 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e65e1-1b6b-406d-bf3d-b43df41b4a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58dac6a1-bdab-4337-976b-f1b55dd99b55,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:16.794772 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-eb0e65e1-1b6b-406d-bf3d-b43df41b4a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:16.796980 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-1fe611a1-d318-402b-974e-ad57c7cd07f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9efe00-b4b8-4567-b9f2-98e39e40d3fe', 'name': 'tempest-ServerRescueNegativeTestJSON-42555761-router', 'tenant_id': '9eaeeda39a4b47ae8eb1d0351d5b6be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.228'}], 'enable_snat': True}, 'gw_port_id': '5e1681aa-1580-452c-80ce-2451c2360a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:05:37Z', 'updated_at': '2021-04-07T08:09:14Z', 'revision_number': 5, 'project_id': '9eaeeda39a4b47ae8eb1d0351d5b6be3', 'gw_port': {'id': '5e1681aa-1580-452c-80ce-2451c2360a02', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9efe00-b4b8-4567-b9f2-98e39e40d3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:39Z', 'updated_at': '2021-04-07T08:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb'}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:09:16.805475 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe611a1-d318-402b-974e-ad57c7cd07f2 None None] The sync data for ids ['0c9efe00-b4b8-4567-b9f2-98e39e40d3fe'] in dv-cinder-782390-4-smb is: [{'id': '0c9efe00-b4b8-4567-b9f2-98e39e40d3fe', 'name': 'tempest-ServerRescueNegativeTestJSON-42555761-router', 'tenant_id': '9eaeeda39a4b47ae8eb1d0351d5b6be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.228'}], 'enable_snat': True}, 'gw_port_id': '5e1681aa-1580-452c-80ce-2451c2360a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:05:37Z', 'updated_at': '2021-04-07T08:09:14Z', 'revision_number': 5, 'project_id': '9eaeeda39a4b47ae8eb1d0351d5b6be3', 'gw_port': {'id': '5e1681aa-1580-452c-80ce-2451c2360a02', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9efe00-b4b8-4567-b9f2-98e39e40d3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:39Z', 'updated_at': '2021-04-07T08:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb'}] {{(pid=84422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 08:09:16.820621 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-eb0e65e1-1b6b-406d-bf3d-b43df41b4a57 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=40b15efbae3a4ef7a5e4c23dc264a78e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4034367 Apr 07 08:09:16.821400 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 48230) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:09:16.901117 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-63889c97-f6db-4938-a44d-3c8317990d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:16.937926 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-63889c97-f6db-4938-a44d-3c8317990d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:17.023258 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-63889c97-f6db-4938-a44d-3c8317990d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:17.028882 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-735dffb6-e400-41f5-bbd0-f8af58e6f72f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:17.042957 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63889c97-f6db-4938-a44d-3c8317990d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58dac6a1-bdab-4337-976b-f1b55dd99b55,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:17.046144 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-63889c97-f6db-4938-a44d-3c8317990d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:17.048202 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-63889c97-f6db-4938-a44d-3c8317990d32 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/58dac6a1-bdab-4337-976b-f1b55dd99b55 HTTP/1.1" status: 204 len: 168 time: 0.2254291 Apr 07 08:09:17.049559 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-63889c97-f6db-4938-a44d-3c8317990d32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:17.120723 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b591416-0539-423a-8318-55598279024e req-783b7c5e-9490-4264-adbc-5bf1b3cba466 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:17.122448 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4b591416-0539-423a-8318-55598279024e req-783b7c5e-9490-4264-adbc-5bf1b3cba466 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 946 time: 0.1512771 Apr 07 08:09:17.146845 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-96194d43-0a2c-4bc8-b4d9-3994423c8ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716444531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762716001395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10887448'] for port, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:17.168554 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9cefc753-f6cd-4f5c-bfe2-4b1112c86b7d tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:17.288697 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96194d43-0a2c-4bc8-b4d9-3994423c8ea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e1681aa-1580-452c-80ce-2451c2360a02,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:17.291490 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-96194d43-0a2c-4bc8-b4d9-3994423c8ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:17.316030 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4b591416-0539-423a-8318-55598279024e req-58207a89-68c0-49cd-ab5e-a63a3791bf9d tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866388 Apr 07 08:09:17.478308 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-96194d43-0a2c-4bc8-b4d9-3994423c8ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854100552'] for router_gateway, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:17.553427 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 48244) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:09:17.575025 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-39750fb4-cadd-4dec-901d-a09131fb4c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:17.591486 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-39750fb4-cadd-4dec-901d-a09131fb4c0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:09:17.596041 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-39750fb4-cadd-4dec-901d-a09131fb4c0b admin admin] Usage tracker for resource:security_group_rule and tenant:6c8930fc73ef46f597e33f9146767f69 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:09:17.599084 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-39750fb4-cadd-4dec-901d-a09131fb4c0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:09:17.605921 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-39750fb4-cadd-4dec-901d-a09131fb4c0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:09:17.674168 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-96194d43-0a2c-4bc8-b4d9-3994423c8ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854768484'] for router, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:17.676550 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-96194d43-0a2c-4bc8-b4d9-3994423c8ea4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:17.703628 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-39750fb4-cadd-4dec-901d-a09131fb4c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:17.743615 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-39750fb4-cadd-4dec-901d-a09131fb4c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:17.753671 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-aeb8026f-532f-422d-8173-bdd03eaa59d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:17.797516 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39750fb4-cadd-4dec-901d-a09131fb4c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312e4f51-0157-4949-809f-41831eff035a,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:17.802394 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-39750fb4-cadd-4dec-901d-a09131fb4c0b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c8930fc73ef46f597e33f9146767f69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2469447 Apr 07 08:09:17.803309 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-39750fb4-cadd-4dec-901d-a09131fb4c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:17.805374 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 48248) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:09:17.863366 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-96194d43-0a2c-4bc8-b4d9-3994423c8ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672643'] for router, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:17.863944 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96194d43-0a2c-4bc8-b4d9-3994423c8ea4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c9efe00-b4b8-4567-b9f2-98e39e40d3fe {{(pid=84420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 07 08:09:17.870968 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c0546f6d-7359-43d0-be72-c419b83cfb44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:17.886177 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-96194d43-0a2c-4bc8-b4d9-3994423c8ea4 admin admin] Notify callbacks [] for router, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:17.887453 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-96194d43-0a2c-4bc8-b4d9-3994423c8ea4 admin admin] 10.222.0.16 "DELETE /v2.0/routers/0c9efe00-b4b8-4567-b9f2-98e39e40d3fe HTTP/1.1" status: 204 len: 168 time: 2.2838066 Apr 07 08:09:17.890167 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 48252) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:09:17.902011 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c0546f6d-7359-43d0-be72-c419b83cfb44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:17.984182 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a1e9fa7-952a-47dc-a7c3-da44fb863d65 admin admin] Deleting subnet e3fb4432-90be-4a11-838b-25c9574051e9 {{(pid=84420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 07 08:09:18.091151 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2a1e9fa7-952a-47dc-a7c3-da44fb863d65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:18.137211 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c0546f6d-7359-43d0-be72-c419b83cfb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:18.142858 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-62d0721c-ae1e-43b5-a3be-039ed8636c8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:18.156217 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2a1e9fa7-952a-47dc-a7c3-da44fb863d65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844264568'] for subnet, precommit_delete_associations {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:18.156931 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0546f6d-7359-43d0-be72-c419b83cfb44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312e4f51-0157-4949-809f-41831eff035a,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:18.161815 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c0546f6d-7359-43d0-be72-c419b83cfb44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:18.175419 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c0546f6d-7359-43d0-be72-c419b83cfb44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:18.175419 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-c0546f6d-7359-43d0-be72-c419b83cfb44 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/312e4f51-0157-4949-809f-41831eff035a HTTP/1.1" status: 204 len: 168 time: 0.3630228 Apr 07 08:09:18.186547 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 51917dfc-690b-455f-af37-5fdf3eaf7598 no longer exists at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 08:09:18.231430 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2a1e9fa7-952a-47dc-a7c3-da44fb863d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4567'] for subnet, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:18.231952 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] No Port match for: 51917dfc-690b-455f-af37-5fdf3eaf7598 {{(pid=84421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 08:09:18.232350 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 51917dfc-690b-455f-af37-5fdf3eaf7598 not bound to the agent host dv-cinder-782390-4-smb {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 08:09:18.561515 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2a1e9fa7-952a-47dc-a7c3-da44fb863d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843888187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10533487'] for subnet, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:18.578749 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-991b6c4d-c4d4-4b0f-ae50-df56326e3a52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:18.624376 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e9fa7-952a-47dc-a7c3-da44fb863d65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3fb4432-90be-4a11-838b-25c9574051e9,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:18.628128 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2a1e9fa7-952a-47dc-a7c3-da44fb863d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:18.715098 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2a1e9fa7-952a-47dc-a7c3-da44fb863d65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:18.721142 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-2a1e9fa7-952a-47dc-a7c3-da44fb863d65 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e3fb4432-90be-4a11-838b-25c9574051e9 HTTP/1.1" status: 204 len: 168 time: 0.8298137 Apr 07 08:09:18.723819 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 48272) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:09:18.841124 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b6345f7c-275f-4133-945c-1262700f2963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-154221'] for network, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:19.034452 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b6345f7c-275f-4133-945c-1262700f2963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854774442', 'neutron.services.segments.db._delete_segments_for_network--9223363274138304577'] for network, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:19.126163 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:19.153142 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-b6345f7c-275f-4133-945c-1262700f2963 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6933257-8ef8-4bce-aa40-707967b2369e']}} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:09:19.170544 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-b6345f7c-275f-4133-945c-1262700f2963 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd84e018-6bdf-49ce-91de-b018ab577ddb') {'for_net_delete': True} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:09:19.170939 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-b6345f7c-275f-4133-945c-1262700f2963 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd84e018-6bdf-49ce-91de-b018ab577ddb') {} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:09:19.183517 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b6345f7c-275f-4133-945c-1262700f2963 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762716471121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10511233'] for segment, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:19.198962 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b6345f7c-275f-4133-945c-1262700f2963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:19.205571 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6345f7c-275f-4133-945c-1262700f2963 admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=84420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 07 08:09:19.389265 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-b6345f7c-275f-4133-945c-1262700f2963 admin admin] Network c6933257-8ef8-4bce-aa40-707967b2369e has no segments {{(pid=84420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 08:09:19.399650 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b6345f7c-275f-4133-945c-1262700f2963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843888274'] for segment, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:19.594726 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-b6345f7c-275f-4133-945c-1262700f2963 admin admin] Network c6933257-8ef8-4bce-aa40-707967b2369e has no segments {{(pid=84420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 08:09:19.622571 dv-cinder-782390-4-smb neutron-server[84306]: Traceback (most recent call last): Apr 07 08:09:19.622571 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 08:09:19.622571 dv-cinder-782390-4-smb neutron-server[84306]: timer() Apr 07 08:09:19.622571 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 08:09:19.622571 dv-cinder-782390-4-smb neutron-server[84306]: cb(*args, **kw) Apr 07 08:09:19.622571 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 07 08:09:19.622571 dv-cinder-782390-4-smb neutron-server[84306]: return func(*args, **kwargs) Apr 07 08:09:19.622571 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 08:09:19.622571 dv-cinder-782390-4-smb neutron-server[84306]: self._notify() Apr 07 08:09:19.622571 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 08:09:19.622571 dv-cinder-782390-4-smb neutron-server[84306]: self.callback(batched_events) Apr 07 08:09:19.622571 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 08:09:19.622571 dv-cinder-782390-4-smb neutron-server[84306]: event.method(event) Apr 07 08:09:19.622571 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 07 08:09:19.622571 dv-cinder-782390-4-smb neutron-server[84306]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 08:09:19.622571 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 07 08:09:19.622571 dv-cinder-782390-4-smb neutron-server[84306]: segment_id)['aggregates'][0] Apr 07 08:09:19.622571 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 07 08:09:19.622571 dv-cinder-782390-4-smb neutron-server[84306]: return f(self, *a, **k) Apr 07 08:09:19.622571 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 07 08:09:19.622571 dv-cinder-782390-4-smb neutron-server[84306]: return self._get(url).json() Apr 07 08:09:19.622571 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 08:09:19.622571 dv-cinder-782390-4-smb neutron-server[84306]: **kwargs) Apr 07 08:09:19.622571 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 08:09:19.622571 dv-cinder-782390-4-smb neutron-server[84306]: return self.request(url, 'GET', **kwargs) Apr 07 08:09:19.622571 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 07 08:09:19.622571 dv-cinder-782390-4-smb neutron-server[84306]: **endpoint_filter) Apr 07 08:09:19.622571 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 08:09:19.622571 dv-cinder-782390-4-smb neutron-server[84306]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 08:09:19.622571 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 08:09:19.622571 dv-cinder-782390-4-smb neutron-server[84306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 08:09:19.622571 dv-cinder-782390-4-smb neutron-server[84306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 08:09:19.730416 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b6345f7c-275f-4133-945c-1262700f2963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675294'] for network, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:19.735307 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b6345f7c-275f-4133-945c-1262700f2963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for network, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:19.739364 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-90c54dbd-3127-42ae-ad10-92dde3de2662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:19.762468 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6345f7c-275f-4133-945c-1262700f2963 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6933257-8ef8-4bce-aa40-707967b2369e,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:19.765173 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b6345f7c-275f-4133-945c-1262700f2963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:19.802080 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-b6345f7c-275f-4133-945c-1262700f2963 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c6933257-8ef8-4bce-aa40-707967b2369e HTTP/1.1" status: 204 len: 168 time: 1.0760443 Apr 07 08:09:20.064488 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 48336) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:09:20.098576 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 5e1681aa-1580-452c-80ce-2451c2360a02 no longer exists at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 08:09:20.130987 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-6ebf5dee-758b-4ae2-8e76-bd40edf74081 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9eaeeda39a4b47ae8eb1d0351d5b6be3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0651629 Apr 07 08:09:20.134555 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 48340) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:09:20.141587 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] No Port match for: 5e1681aa-1580-452c-80ce-2451c2360a02 {{(pid=84421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 08:09:20.141973 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 5e1681aa-1580-452c-80ce-2451c2360a02 not bound to the agent host dv-cinder-782390-4-smb {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 08:09:20.204223 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5aef7554-5f0c-4f74-8194-7088408651e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:20.234394 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5aef7554-5f0c-4f74-8194-7088408651e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:20.307606 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5aef7554-5f0c-4f74-8194-7088408651e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:20.313099 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a4dfae24-f51e-4db0-b6b7-19d3012a1485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:20.329296 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef7554-5f0c-4f74-8194-7088408651e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec7605d-ba5a-466d-be60-7cdfe99e0793,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:20.332699 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5aef7554-5f0c-4f74-8194-7088408651e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:20.371703 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5aef7554-5f0c-4f74-8194-7088408651e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:20.375488 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-5aef7554-5f0c-4f74-8194-7088408651e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cec7605d-ba5a-466d-be60-7cdfe99e0793 HTTP/1.1" status: 204 len: 168 time: 0.2371495 Apr 07 08:09:21.499456 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 48374) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:09:21.611629 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-37287703-e441-4753-befc-1cc18ada64b2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2059608512-network', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028'}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:09:21.617250 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-37287703-e441-4753-befc-1cc18ada64b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:09:21.621266 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-37287703-e441-4753-befc-1cc18ada64b2 admin admin] Usage tracker for resource:network and tenant:34c1b1d205a140b39082ee45b1ce3028 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:09:21.624323 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-37287703-e441-4753-befc-1cc18ada64b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:09:21.634823 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-37287703-e441-4753-befc-1cc18ada64b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:09:21.674193 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37287703-e441-4753-befc-1cc18ada64b2 admin admin] Made reservation on behalf of 34c1b1d205a140b39082ee45b1ce3028 for: {'network': 1} {{(pid=84420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:09:21.679396 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-37287703-e441-4753-befc-1cc18ada64b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for network, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:21.691910 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-37287703-e441-4753-befc-1cc18ada64b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:21.707540 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-37287703-e441-4753-befc-1cc18ada64b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:09:21.711504 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-37287703-e441-4753-befc-1cc18ada64b2 admin admin] Usage tracker for resource:security_group_rule and tenant:34c1b1d205a140b39082ee45b1ce3028 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:09:21.714360 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-37287703-e441-4753-befc-1cc18ada64b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:09:21.720332 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-37287703-e441-4753-befc-1cc18ada64b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:09:21.804321 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-37287703-e441-4753-befc-1cc18ada64b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:21.862835 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-37287703-e441-4753-befc-1cc18ada64b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:21.867951 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3b432b3a-eb1d-435f-9915-2954a1bc764e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:21.895399 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37287703-e441-4753-befc-1cc18ada64b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=84420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 08:09:21.913792 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37287703-e441-4753-befc-1cc18ada64b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bf8890-4bfe-493f-a5e2-d8f16823d5eb,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:21.917280 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-37287703-e441-4753-befc-1cc18ada64b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:21.961664 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-37287703-e441-4753-befc-1cc18ada64b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:21.962060 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.db.segments_db [None req-37287703-e441-4753-befc-1cc18ada64b2 admin admin] Added segment 0320c003-197f-4159-838f-fc3f7957e4e8 of type vlan for network ab5bbd22-bfa8-4c9f-86a6-c4149444a964 Apr 07 08:09:22.035025 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-37287703-e441-4753-befc-1cc18ada64b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762715970265'] for network, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:22.154718 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-37287703-e441-4753-befc-1cc18ada64b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172'] for network, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:22.156209 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37287703-e441-4753-befc-1cc18ada64b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:22.156980 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-37287703-e441-4753-befc-1cc18ada64b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for network, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:22.162482 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5e86587c-b5cd-48ee-9cb8-cbe3c6082343 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:22.229096 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-39d46dd9-7151-461c-a9f8-875ceb54a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:22.281822 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37287703-e441-4753-befc-1cc18ada64b2 admin admin] Pushing event updated for resources: {'Network': ['ID=ab5bbd22-bfa8-4c9f-86a6-c4149444a964,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:22.284626 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-37287703-e441-4753-befc-1cc18ada64b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:22.296892 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Network ab5bbd22-bfa8-4c9f-86a6-c4149444a964 details requested by agent ovs-agent-dv-cinder-782390-4-smb with host dv-cinder-782390-4-smb {{(pid=84421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 08:09:22.327652 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-37287703-e441-4753-befc-1cc18ada64b2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8269405 Apr 07 08:09:22.330543 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 48392) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:09:22.336834 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-20f73ebf-5aee-4740-9f61-848bc324f733 admin admin] Request body: {'subnet': {'network_id': 'ab5bbd22-bfa8-4c9f-86a6-c4149444a964', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2059608512-subnet', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:09:22.342043 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-20f73ebf-5aee-4740-9f61-848bc324f733 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:09:22.346485 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-20f73ebf-5aee-4740-9f61-848bc324f733 admin admin] Usage tracker for resource:subnet and tenant:34c1b1d205a140b39082ee45b1ce3028 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:09:22.352948 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-20f73ebf-5aee-4740-9f61-848bc324f733 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:09:22.365584 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-20f73ebf-5aee-4740-9f61-848bc324f733 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:09:22.406883 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f73ebf-5aee-4740-9f61-848bc324f733 admin admin] Made reservation on behalf of 34c1b1d205a140b39082ee45b1ce3028 for: {'subnet': 1} {{(pid=84419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:09:22.413201 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-20f73ebf-5aee-4740-9f61-848bc324f733 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844254593'] for subnet, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:23.106900 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2dc864-e8c0-41a7-8cc4-29a000ad9593 req-5d6a0c1c-cda8-4cc0-a14e-852526c2d63b tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:23.108539 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ad2dc864-e8c0-41a7-8cc4-29a000ad9593 req-5d6a0c1c-cda8-4cc0-a14e-852526c2d63b tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 946 time: 0.1803095 Apr 07 08:09:23.175954 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ad2dc864-e8c0-41a7-8cc4-29a000ad9593 req-b1e1f234-9354-4c9c-886b-d8e2416614f0 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570014 Apr 07 08:09:23.202578 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 48412) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:09:23.254343 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-20f73ebf-5aee-4740-9f61-848bc324f733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843812335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844254644'] for subnet, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:23.269982 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:23.397869 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174745c7-98e4-4a7f-a643-ce44e87ead0b tempest-TestMinimumBasicScenario-41208722 tempest-TestMinimumBasicScenario-41208722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:23.401033 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-174745c7-98e4-4a7f-a643-ce44e87ead0b tempest-TestMinimumBasicScenario-41208722 tempest-TestMinimumBasicScenario-41208722-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 1094 time: 0.1957064 Apr 07 08:09:23.402518 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 48418) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:09:23.408324 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-f1ecf40c-5c81-4221-a8f7-723e31c4fd9d tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Request body: {'floatingip': {'floating_network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'port_id': 'be8c2819-e4a7-48ce-8131-6f47b75ee4ae', 'tenant_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:09:23.411682 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f73ebf-5aee-4740-9f61-848bc324f733 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e3dcb39-b597-4ef8-9cff-53923f6cc286,revision_number=0']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:23.416022 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-f1ecf40c-5c81-4221-a8f7-723e31c4fd9d tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:09:23.416475 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-20f73ebf-5aee-4740-9f61-848bc324f733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:23.420589 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-f1ecf40c-5c81-4221-a8f7-723e31c4fd9d tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Usage tracker for resource:floatingip and tenant:bab0f03958734baaa1c09c0cc6ac3eb8 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:09:23.423792 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-f1ecf40c-5c81-4221-a8f7-723e31c4fd9d tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:09:23.429822 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-f1ecf40c-5c81-4221-a8f7-723e31c4fd9d tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:09:23.468786 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f1ecf40c-5c81-4221-a8f7-723e31c4fd9d tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks [] for floatingip, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:23.477205 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f73ebf-5aee-4740-9f61-848bc324f733 admin admin] Checking segment: {'id': '0320c003-197f-4159-838f-fc3f7957e4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ab5bbd22-bfa8-4c9f-86a6-c4149444a964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:09:23.478795 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f73ebf-5aee-4740-9f61-848bc324f733 admin admin] Network hostable DHCP agents. Network: ab5bbd22-bfa8-4c9f-86a6-c4149444a964, hostable agents: ['6d586a76-6480-47e6-bcbb-1719500a6367'], hosted agents: [] {{(pid=84419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 08:09:23.527562 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f73ebf-5aee-4740-9f61-848bc324f733 admin admin] Network ab5bbd22-bfa8-4c9f-86a6-c4149444a964 is scheduled to be hosted by DHCP agent 6d586a76-6480-47e6-bcbb-1719500a6367 with binding_index 1 {{(pid=84419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 08:09:23.582955 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-20f73ebf-5aee-4740-9f61-848bc324f733 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-4-smb, ab5bbd22-bfa8-4c9f-86a6-c4149444a964) {{(pid=84419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:09:23.593816 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650e036e-9a70-475f-b9dc-911be50ccdf7 None None] Network ab5bbd22-bfa8-4c9f-86a6-c4149444a964 requested from dv-cinder-782390-4-smb {{(pid=84421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 08:09:23.603228 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f73ebf-5aee-4740-9f61-848bc324f733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:23.604021 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-20f73ebf-5aee-4740-9f61-848bc324f733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for subnet, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:23.625469 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f1ecf40c-5c81-4221-a8f7-723e31c4fd9d tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:23.652536 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-20f73ebf-5aee-4740-9f61-848bc324f733 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3192601 Apr 07 08:09:23.653838 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 48426) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:09:23.659261 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-da6fdb21-2f99-4805-aef5-356d3ea49214 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2059608512-router', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d'}}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:09:23.665091 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-da6fdb21-2f99-4805-aef5-356d3ea49214 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:09:23.669815 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-da6fdb21-2f99-4805-aef5-356d3ea49214 admin admin] Usage tracker for resource:router and tenant:34c1b1d205a140b39082ee45b1ce3028 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:09:23.678093 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-da6fdb21-2f99-4805-aef5-356d3ea49214 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:09:23.685991 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-da6fdb21-2f99-4805-aef5-356d3ea49214 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:09:23.743222 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-da6fdb21-2f99-4805-aef5-356d3ea49214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854104860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854768465'] for router, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:23.744366 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-da6fdb21-2f99-4805-aef5-356d3ea49214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7316'] for router, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:23.838156 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47585b5-84d8-416f-8b7e-f1d3d44442d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22737d76-c58d-59f2-b2aa-1c8ba2f8451a-ab5bbd22-bfa8-4c9f-86a6-c4149444a964', 'network_id': 'ab5bbd22-bfa8-4c9f-86a6-c4149444a964', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'fixed_ips': [{'subnet_id': '8e3dcb39-b597-4ef8-9cff-53923f6cc286'}]}} from dv-cinder-782390-4-smb. {{(pid=84421) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 07 08:09:23.839145 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a47585b5-84d8-416f-8b7e-f1d3d44442d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:23.846334 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-f1ecf40c-5c81-4221-a8f7-723e31c4fd9d tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Allocated IP 172.28.3.92 (1ff46c99-7a5d-4315-af88-cb546c84119d/b9dcea17-38c4-48c8-a3c6-f64b629ec00f/6f95d245-d37a-4d6c-b4ec-5f4b1d348af6) {{(pid=84420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:09:23.911116 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-da6fdb21-2f99-4805-aef5-356d3ea49214 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:23.937883 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 48432) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:09:24.030173 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-a47585b5-84d8-416f-8b7e-f1d3d44442d1 None None] Allocated IP 172.20.0.2 (ab5bbd22-bfa8-4c9f-86a6-c4149444a964/8e3dcb39-b597-4ef8-9cff-53923f6cc286/ff7af53e-2199-40ea-a72e-5a555198889e) {{(pid=84421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:09:24.093188 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f1ecf40c-5c81-4221-a8f7-723e31c4fd9d tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks [] for port, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:24.149379 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f1ecf40c-5c81-4221-a8f7-723e31c4fd9d tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10887448'] for port, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:24.172247 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f30a92d0-6e88-46c7-a3ec-2649cd042ec5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:24.183441 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7dbf8f5e-4f0b-4c0d-926d-39d1cfdc6c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:24.341443 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-7dbf8f5e-4f0b-4c0d-926d-39d1cfdc6c29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:09:24.356154 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-7dbf8f5e-4f0b-4c0d-926d-39d1cfdc6c29 admin admin] Usage tracker for resource:security_group_rule and tenant:3dde3a64119c4754809ebd11f03609bd is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:09:24.385316 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-7dbf8f5e-4f0b-4c0d-926d-39d1cfdc6c29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:09:24.399684 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-da6fdb21-2f99-4805-aef5-356d3ea49214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7301'] for router, precommit_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:24.406679 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-7dbf8f5e-4f0b-4c0d-926d-39d1cfdc6c29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:09:24.445517 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a47585b5-84d8-416f-8b7e-f1d3d44442d1 None None] Notify callbacks [] for port, precommit_create {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:24.460012 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-a47585b5-84d8-416f-8b7e-f1d3d44442d1 None None] Transition to ACTIVE for port object ff7af53e-2199-40ea-a72e-5a555198889e will not be triggered until provisioned by entity L2. {{(pid=84421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:09:24.483633 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-a47585b5-84d8-416f-8b7e-f1d3d44442d1 None None] Transition to ACTIVE for port object ff7af53e-2199-40ea-a72e-5a555198889e will not be triggered until provisioned by entity DHCP. {{(pid=84421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:09:24.549498 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a47585b5-84d8-416f-8b7e-f1d3d44442d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422'] for port, after_create {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:24.561040 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecf40c-5c81-4221-a8f7-723e31c4fd9d tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Pushing event updated for resources: {'Port': ['ID=6f95d245-d37a-4d6c-b4ec-5f4b1d348af6,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:24.565940 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f1ecf40c-5c81-4221-a8f7-723e31c4fd9d tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:24.577273 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:24.619799 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7dbf8f5e-4f0b-4c0d-926d-39d1cfdc6c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:24.624387 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ecf40c-5c81-4221-a8f7-723e31c4fd9d tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Network 1ff46c99-7a5d-4315-af88-cb546c84119d is already hosted by enough agents. {{(pid=84420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:09:24.625787 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-f1ecf40c-5c81-4221-a8f7-723e31c4fd9d tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Resources bound (agent type, host, resource id): {{(pid=84420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:09:24.630735 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ecf40c-5c81-4221-a8f7-723e31c4fd9d tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Received port after_create {{(pid=84420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:09:24.644086 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7dbf8f5e-4f0b-4c0d-926d-39d1cfdc6c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:24.654422 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5b6603e4-73cd-4119-b650-4ea9e2f9f1d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:24.708834 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbf8f5e-4f0b-4c0d-926d-39d1cfdc6c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00b6c66-935d-4e7c-87a3-88c37e3f9308,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:24.716557 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7dbf8f5e-4f0b-4c0d-926d-39d1cfdc6c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:24.723448 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-7dbf8f5e-4f0b-4c0d-926d-39d1cfdc6c29 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3dde3a64119c4754809ebd11f03609bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7816560 Apr 07 08:09:24.724504 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47585b5-84d8-416f-8b7e-f1d3d44442d1 None None] Pushing event updated for resources: {'Port': ['ID=ff7af53e-2199-40ea-a72e-5a555198889e,revision_number=1']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:24.729668 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a47585b5-84d8-416f-8b7e-f1d3d44442d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:24.751402 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 48440) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:09:24.777624 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47585b5-84d8-416f-8b7e-f1d3d44442d1 None None] Network ab5bbd22-bfa8-4c9f-86a6-c4149444a964 is already hosted by enough agents. {{(pid=84421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:09:24.778826 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-a47585b5-84d8-416f-8b7e-f1d3d44442d1 None None] Resources bound (agent type, host, resource id): {{(pid=84421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:09:24.781476 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47585b5-84d8-416f-8b7e-f1d3d44442d1 None None] Received port after_create {{(pid=84421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:09:24.898245 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-a47585b5-84d8-416f-8b7e-f1d3d44442d1 None None] Attempting to bind port ff7af53e-2199-40ea-a72e-5a555198889e on host dv-cinder-782390-4-smb for vnic_type normal with profile {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:09:24.898684 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-a47585b5-84d8-416f-8b7e-f1d3d44442d1 None None] Attempting to bind port ff7af53e-2199-40ea-a72e-5a555198889e by drivers openvswitch,hyperv on host dv-cinder-782390-4-smb at level 0 using segments [{'id': '0320c003-197f-4159-838f-fc3f7957e4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ab5bbd22-bfa8-4c9f-86a6-c4149444a964'}] {{(pid=84421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 08:09:24.899437 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47585b5-84d8-416f-8b7e-f1d3d44442d1 None None] Attempting to bind port ff7af53e-2199-40ea-a72e-5a555198889e on network ab5bbd22-bfa8-4c9f-86a6-c4149444a964 {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:09:24.905742 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47585b5-84d8-416f-8b7e-f1d3d44442d1 None None] Checking agent: {'id': '755cb15d-769a-4687-bcff-bddb0e9936ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 56, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 08:09:24.906130 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47585b5-84d8-416f-8b7e-f1d3d44442d1 None None] Checking segment: {'id': '0320c003-197f-4159-838f-fc3f7957e4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ab5bbd22-bfa8-4c9f-86a6-c4149444a964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:09:24.906523 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a47585b5-84d8-416f-8b7e-f1d3d44442d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:24.906989 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47585b5-84d8-416f-8b7e-f1d3d44442d1 None None] Bound using segment: {'id': '0320c003-197f-4159-838f-fc3f7957e4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ab5bbd22-bfa8-4c9f-86a6-c4149444a964'} {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 08:09:24.907865 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-a47585b5-84d8-416f-8b7e-f1d3d44442d1 None None] Bound port: ff7af53e-2199-40ea-a72e-5a555198889e, host: dv-cinder-782390-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0320c003-197f-4159-838f-fc3f7957e4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ab5bbd22-bfa8-4c9f-86a6-c4149444a964'}}] {{(pid=84421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 08:09:24.907865 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a47585b5-84d8-416f-8b7e-f1d3d44442d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:24.915841 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-da6fdb21-2f99-4805-aef5-356d3ea49214 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:24.919264 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-36aca617-1df7-441d-9d91-b7d9d0d53ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:24.949053 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-da6fdb21-2f99-4805-aef5-356d3ea49214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:25.004937 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-a47585b5-84d8-416f-8b7e-f1d3d44442d1 None None] For port ff7af53e-2199-40ea-a72e-5a555198889e, host dv-cinder-782390-4-smb, cleared binding levels {{(pid=84421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 08:09:25.008171 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-a47585b5-84d8-416f-8b7e-f1d3d44442d1 None None] For port ff7af53e-2199-40ea-a72e-5a555198889e, host dv-cinder-782390-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=ff7af53e-2199-40ea-a72e-5a555198889e,segment=NetworkSegment(0320c003-197f-4159-838f-fc3f7957e4e8),segment_id=0320c003-197f-4159-838f-fc3f7957e4e8)] {{(pid=84421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 08:09:25.040795 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a47585b5-84d8-416f-8b7e-f1d3d44442d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:25.056627 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:25.060084 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5742a9f3-2202-48b3-b98f-86898178058b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:25.101429 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-da6fdb21-2f99-4805-aef5-356d3ea49214 admin admin] Allocated IP 172.28.3.18 (1ff46c99-7a5d-4315-af88-cb546c84119d/b9dcea17-38c4-48c8-a3c6-f64b629ec00f/8a51900f-4a8c-47f5-961d-28bf3b86f57d) {{(pid=84419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:09:25.108365 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5742a9f3-2202-48b3-b98f-86898178058b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:25.216333 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47585b5-84d8-416f-8b7e-f1d3d44442d1 None None] Pushing event updated for resources: {'Port': ['ID=ff7af53e-2199-40ea-a72e-5a555198889e,revision_number=2']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:25.221542 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a47585b5-84d8-416f-8b7e-f1d3d44442d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:25.228041 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5742a9f3-2202-48b3-b98f-86898178058b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:25.233338 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-6feb3b4f-635b-4694-8aa3-120bb0eefbff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:25.256236 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5742a9f3-2202-48b3-b98f-86898178058b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00b6c66-935d-4e7c-87a3-88c37e3f9308,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:25.260508 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5742a9f3-2202-48b3-b98f-86898178058b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:25.271614 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f1ecf40c-5c81-4221-a8f7-723e31c4fd9d tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:25.273931 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5742a9f3-2202-48b3-b98f-86898178058b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:25.277322 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-5742a9f3-2202-48b3-b98f-86898178058b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c00b6c66-935d-4e7c-87a3-88c37e3f9308 HTTP/1.1" status: 204 len: 168 time: 0.5253549 Apr 07 08:09:25.307141 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-da6fdb21-2f99-4805-aef5-356d3ea49214 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:25.367516 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-da6fdb21-2f99-4805-aef5-356d3ea49214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:25.381604 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2eb08ab5-32f7-44d1-91f4-a9b258d1c5b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:25.413962 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f1ecf40c-5c81-4221-a8f7-723e31c4fd9d tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:25.428658 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:25.463229 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6fdb21-2f99-4805-aef5-356d3ea49214 admin admin] Pushing event updated for resources: {'Port': ['ID=8a51900f-4a8c-47f5-961d-28bf3b86f57d,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:25.496562 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-da6fdb21-2f99-4805-aef5-356d3ea49214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:25.741615 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f1ecf40c-5c81-4221-a8f7-723e31c4fd9d tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks [] for port, precommit_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:25.879529 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f1ecf40c-5c81-4221-a8f7-723e31c4fd9d tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843888368'] for port, after_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:25.888819 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6fdb21-2f99-4805-aef5-356d3ea49214 admin admin] Network 1ff46c99-7a5d-4315-af88-cb546c84119d is already hosted by enough agents. {{(pid=84419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:09:25.890031 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-da6fdb21-2f99-4805-aef5-356d3ea49214 admin admin] Resources bound (agent type, host, resource id): {{(pid=84419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:09:25.892510 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6fdb21-2f99-4805-aef5-356d3ea49214 admin admin] Received port after_create {{(pid=84419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:09:25.907508 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7d85a898-7796-4b17-af15-efd9a43ec66b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:26.009519 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 48454) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:09:26.059317 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-24592132-617d-427c-82d0-feeec777f2e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:26.076092 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecf40c-5c81-4221-a8f7-723e31c4fd9d tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Pushing event updated for resources: {'Port': ['ID=6f95d245-d37a-4d6c-b4ec-5f4b1d348af6,revision_number=2']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:26.085001 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f1ecf40c-5c81-4221-a8f7-723e31c4fd9d tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:26.089704 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-24592132-617d-427c-82d0-feeec777f2e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:09:26.097927 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-24592132-617d-427c-82d0-feeec777f2e7 admin admin] Usage tracker for resource:security_group_rule and tenant:6eaf18250116462bb6bcab26d2a420c1 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:09:26.103052 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-24592132-617d-427c-82d0-feeec777f2e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:09:26.139734 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-24592132-617d-427c-82d0-feeec777f2e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:09:26.211611 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device ff7af53e-2199-40ea-a72e-5a555198889e up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:09:26.252411 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f1ecf40c-5c81-4221-a8f7-723e31c4fd9d tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675279'] for floatingip, after_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:26.314470 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning for port ff7af53e-2199-40ea-a72e-5a555198889e completed by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:09:26.404894 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-da6fdb21-2f99-4805-aef5-356d3ea49214 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:26.473435 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-24592132-617d-427c-82d0-feeec777f2e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:26.480527 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.db.l3_db [None req-f1ecf40c-5c81-4221-a8f7-723e31c4fd9d tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Floating IP b26ab3f4-a7af-4909-b0aa-d49d519812de associated. External IP: 172.28.3.92, port: be8c2819-e4a7-48ce-8131-6f47b75ee4ae. Apr 07 08:09:26.599651 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-24592132-617d-427c-82d0-feeec777f2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:26.616477 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5742a9f3-2202-48b3-b98f-86898178058b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:26.685401 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-24592132-617d-427c-82d0-feeec777f2e7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6eaf18250116462bb6bcab26d2a420c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6748333 Apr 07 08:09:26.689581 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 48460) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:09:26.692276 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24592132-617d-427c-82d0-feeec777f2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ca9c89-3676-4af9-8029-cf3f71b40ccc,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:26.698155 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-24592132-617d-427c-82d0-feeec777f2e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:26.760136 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:26.778593 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-da6fdb21-2f99-4805-aef5-356d3ea49214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854100582'] for router, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:26.781692 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:26.914727 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0d538dc4-5a41-4bcb-812a-d64b8a15bdd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:26.942867 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b18618b-a6bf-467f-b474-c71202d3d8f5 None None] Network ab5bbd22-bfa8-4c9f-86a6-c4149444a964 requested from dv-cinder-782390-4-smb {{(pid=84421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 08:09:26.968349 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0d538dc4-5a41-4bcb-812a-d64b8a15bdd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:27.038223 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ecf40c-5c81-4221-a8f7-723e31c4fd9d tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Router 3176796e-1b1f-4085-82d4-e5b598e2b9d4 has already been hosted by L3 agent 9e1c8038-06ec-4f38-a606-610b3381902d {{(pid=84420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 08:09:27.091659 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6fdb21-2f99-4805-aef5-356d3ea49214 admin admin] Router 709fa8a8-dbd2-4d06-843a-607546d7d540 is scheduled to L3 agent 9e1c8038-06ec-4f38-a606-610b3381902d with binding_index 1 {{(pid=84419) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 07 08:09:27.132036 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-c6cada02-c51f-4214-a712-c6a8691db3b8 None None] Provisioning for port ff7af53e-2199-40ea-a72e-5a555198889e completed by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:09:27.152295 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-c6cada02-c51f-4214-a712-c6a8691db3b8 None None] Provisioning complete for port ff7af53e-2199-40ea-a72e-5a555198889e triggered by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:09:27.152723 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c6cada02-c51f-4214-a712-c6a8691db3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:27.333022 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6fdb21-2f99-4805-aef5-356d3ea49214 admin admin] Notify agent at l3_agent.dv-cinder-782390-4-smb the message routers_updated {{(pid=84419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 08:09:27.359827 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2c8d8a-008a-43cb-9c16-914413cec9de None None] Sync routers for ids ['709fa8a8-dbd2-4d06-843a-607546d7d540'] in dv-cinder-782390-4-smb {{(pid=84421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 08:09:27.396465 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2c8d8a-008a-43cb-9c16-914413cec9de None None] Routers {'709fa8a8-dbd2-4d06-843a-607546d7d540'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:09:27.397217 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-fb2c8d8a-008a-43cb-9c16-914413cec9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:09:25Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['709fa8a8-dbd2-4d06-843a-607546d7d540'], 'active': True} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:09:27.411715 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-da6fdb21-2f99-4805-aef5-356d3ea49214 admin admin] Notify callbacks [] for router, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:27.414711 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-da6fdb21-2f99-4805-aef5-356d3ea49214 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7582622 Apr 07 08:09:27.416273 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 48468) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:09:27.482138 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0d538dc4-5a41-4bcb-812a-d64b8a15bdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:27.496710 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-6c1014d8-5212-496a-9d1c-9e0a7bdd2640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:27.516970 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d538dc4-5a41-4bcb-812a-d64b8a15bdd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ca9c89-3676-4af9-8029-cf3f71b40ccc,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:27.522106 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-0d538dc4-5a41-4bcb-812a-d64b8a15bdd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:27.525143 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0d538dc4-5a41-4bcb-812a-d64b8a15bdd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:27.526038 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-0d538dc4-5a41-4bcb-812a-d64b8a15bdd1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/35ca9c89-3676-4af9-8029-cf3f71b40ccc HTTP/1.1" status: 204 len: 168 time: 0.8353450 Apr 07 08:09:27.529297 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c6cada02-c51f-4214-a712-c6a8691db3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:27.537000 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ecf40c-5c81-4221-a8f7-723e31c4fd9d tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify agent at l3_agent.dv-cinder-782390-4-smb the message routers_updated {{(pid=84420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 08:09:27.549430 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1594a2ac-7af1-410c-a9d8-ab13ee6dfce3 None None] Sync routers for ids ['3176796e-1b1f-4085-82d4-e5b598e2b9d4'] in dv-cinder-782390-4-smb {{(pid=84422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 08:09:27.565637 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1594a2ac-7af1-410c-a9d8-ab13ee6dfce3 None None] Routers {'3176796e-1b1f-4085-82d4-e5b598e2b9d4'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:09:27.568166 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-1594a2ac-7af1-410c-a9d8-ab13ee6dfce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:09:25Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['3176796e-1b1f-4085-82d4-e5b598e2b9d4'], 'active': True} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:09:27.618550 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-c6cada02-c51f-4214-a712-c6a8691db3b8 None None] For port ff7af53e-2199-40ea-a72e-5a555198889e, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=ff7af53e-2199-40ea-a72e-5a555198889e,segment=NetworkSegment(0320c003-197f-4159-838f-fc3f7957e4e8),segment_id=0320c003-197f-4159-838f-fc3f7957e4e8)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:09:27.623451 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f1ecf40c-5c81-4221-a8f7-723e31c4fd9d tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for floatingip, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:27.646001 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-fb2c8d8a-008a-43cb-9c16-914413cec9de None None] Set router 709fa8a8-dbd2-4d06-843a-607546d7d540 gateway port host: dv-cinder-782390-4-smb {{(pid=84421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:09:27.720152 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-f1ecf40c-5c81-4221-a8f7-723e31c4fd9d tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3164780 Apr 07 08:09:27.721364 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ebfd407-5315-4fff-8108-0c4c61835d48', 'tag': 'be8c2819-e4a7-48ce-8131-6f47b75ee4ae'}] {{(pid=84420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:09:27.728000 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 48474) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:09:27.736148 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-c351f2cd-f26b-4ec1-880a-255f46110475 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-991034317', 'description': 'tempest-secgroup-smoke-991034317 description', 'project_id': 'bab0f03958734baaa1c09c0cc6ac3eb8'}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:09:27.744676 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-c351f2cd-f26b-4ec1-880a-255f46110475 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:09:27.775654 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-c351f2cd-f26b-4ec1-880a-255f46110475 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:09:27.805172 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c6cada02-c51f-4214-a712-c6a8691db3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:27.818189 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:27.822005 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ebfd407-5315-4fff-8108-0c4c61835d48', 'tag': 'be8c2819-e4a7-48ce-8131-6f47b75ee4ae', 'status': 'completed', 'code': 200} Apr 07 08:09:27.832063 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c351f2cd-f26b-4ec1-880a-255f46110475 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:27.884716 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-c351f2cd-f26b-4ec1-880a-255f46110475 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:09:27.889086 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-c351f2cd-f26b-4ec1-880a-255f46110475 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Usage tracker for resource:security_group_rule and tenant:bab0f03958734baaa1c09c0cc6ac3eb8 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:09:27.892408 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-c351f2cd-f26b-4ec1-880a-255f46110475 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:09:27.900288 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-c351f2cd-f26b-4ec1-880a-255f46110475 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:09:27.908139 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-1594a2ac-7af1-410c-a9d8-ab13ee6dfce3 None None] Set router 3176796e-1b1f-4085-82d4-e5b598e2b9d4 gateway port host: dv-cinder-782390-4-smb {{(pid=84422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:09:28.002673 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c351f2cd-f26b-4ec1-880a-255f46110475 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:28.041018 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c351f2cd-f26b-4ec1-880a-255f46110475 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:28.048465 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2dc9f497-d9c7-46a7-a175-9c8dfbc0adcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:28.068480 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-db4ef1f0-927e-4e63-a120-c18549a12a02 None None] Provisioning complete for port ff7af53e-2199-40ea-a72e-5a555198889e triggered by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:09:28.068966 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-db4ef1f0-927e-4e63-a120-c18549a12a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:28.118021 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cada02-c51f-4214-a712-c6a8691db3b8 None None] Pushing event updated for resources: {'Port': ['ID=ff7af53e-2199-40ea-a72e-5a555198889e,revision_number=3']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:28.132328 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c6cada02-c51f-4214-a712-c6a8691db3b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:28.168083 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351f2cd-f26b-4ec1-880a-255f46110475 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea94ae6-f521-4059-9e70-a041f0ad0d8e,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:28.181449 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c351f2cd-f26b-4ec1-880a-255f46110475 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:28.233193 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c351f2cd-f26b-4ec1-880a-255f46110475 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:28.234551 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-c351f2cd-f26b-4ec1-880a-255f46110475 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5047977 Apr 07 08:09:28.237655 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 48490) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:09:28.244037 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-25bf7c10-dc69-4f45-b3fc-ed283a735121 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Request body: {'security_group_rule': {'security_group_id': '6ea94ae6-f521-4059-9e70-a041f0ad0d8e', 'project_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:09:28.270100 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-25bf7c10-dc69-4f45-b3fc-ed283a735121 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:09:28.289825 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-25bf7c10-dc69-4f45-b3fc-ed283a735121 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Usage tracker for resource:security_group_rule and tenant:bab0f03958734baaa1c09c0cc6ac3eb8 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:09:28.298936 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-25bf7c10-dc69-4f45-b3fc-ed283a735121 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:09:28.304209 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-fb2c8d8a-008a-43cb-9c16-914413cec9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'name': 'tempest-AttachVolumeTestJSON-2059608512-router', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': '8a51900f-4a8c-47f5-961d-28bf3b86f57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:09:23Z', 'updated_at': '2021-04-07T08:09:26Z', 'revision_number': 3, 'project_id': '34c1b1d205a140b39082ee45b1ce3028', 'gw_port': {'id': '8a51900f-4a8c-47f5-961d-28bf3b86f57d', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:35:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:09:24Z', 'updated_at': '2021-04-07T08:09:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb'}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:09:28.309186 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2c8d8a-008a-43cb-9c16-914413cec9de None None] Checking router: 709fa8a8-dbd2-4d06-843a-607546d7d540 for host: dv-cinder-782390-4-smb {{(pid=84421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 08:09:28.309587 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2c8d8a-008a-43cb-9c16-914413cec9de None None] Updating router 709fa8a8-dbd2-4d06-843a-607546d7d540 port 8a51900f-4a8c-47f5-961d-28bf3b86f57d binding host dv-cinder-782390-4-smb {{(pid=84421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 08:09:28.320507 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-25bf7c10-dc69-4f45-b3fc-ed283a735121 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:09:28.372344 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fb2c8d8a-008a-43cb-9c16-914413cec9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:28.399966 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-25bf7c10-dc69-4f45-b3fc-ed283a735121 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:28.523873 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-1594a2ac-7af1-410c-a9d8-ab13ee6dfce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3176796e-1b1f-4085-82d4-e5b598e2b9d4', 'name': 'tempest-TestMinimumBasicScenario-1004856880-router', 'tenant_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd4ad2dad-da8b-4999-a75d-e1d72c80cfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:07:53Z', 'updated_at': '2021-04-07T08:07:59Z', 'revision_number': 4, 'project_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'gw_port': {'id': 'd4ad2dad-da8b-4999-a75d-e1d72c80cfa4', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3176796e-1b1f-4085-82d4-e5b598e2b9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:07:54Z', 'updated_at': '2021-04-07T08:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_floatingips': [{'id': 'b26ab3f4-a7af-4909-b0aa-d49d519812de', 'tenant_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'floating_ip_address': '172.28.3.92', 'floating_network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'router_id': '3176796e-1b1f-4085-82d4-e5b598e2b9d4', 'port_id': 'be8c2819-e4a7-48ce-8131-6f47b75ee4ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb3e5ca-515a-488c-873f-e5ab482043cd', 'mac_address': 'fa:16:3e:f1:ec:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebfd407-5315-4fff-8108-0c4c61835d48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:09:25Z', 'updated_at': '2021-04-07T08:09:25Z', 'revision_number': 0, 'project_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9295c299-763f-43aa-b599-0834858c46f2', 'name': '', 'network_id': '8cb3e5ca-515a-488c-873f-e5ab482043cd', 'tenant_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'mac_address': 'fa:16:3e:49:7d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3176796e-1b1f-4085-82d4-e5b598e2b9d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '7f59c1c9-a73c-4df8-a2b8-b3719b8d1bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:07:58Z', 'updated_at': '2021-04-07T08:08:12Z', 'revision_number': 5, 'project_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'subnets': [{'id': '7f59c1c9-a73c-4df8-a2b8-b3719b8d1bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:09:28.532716 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1594a2ac-7af1-410c-a9d8-ab13ee6dfce3 None None] Checking router: 3176796e-1b1f-4085-82d4-e5b598e2b9d4 for host: dv-cinder-782390-4-smb {{(pid=84422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 08:09:28.540036 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-25bf7c10-dc69-4f45-b3fc-ed283a735121 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:28.545541 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1594a2ac-7af1-410c-a9d8-ab13ee6dfce3 None None] Routers {'3176796e-1b1f-4085-82d4-e5b598e2b9d4'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:09:28.546664 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-1594a2ac-7af1-410c-a9d8-ab13ee6dfce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:09:25Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['3176796e-1b1f-4085-82d4-e5b598e2b9d4'], 'active': True} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:09:28.581679 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-25bf7c10-dc69-4f45-b3fc-ed283a735121 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691347'] for security_group_rule, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:28.584154 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:28.621834 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf7c10-dc69-4f45-b3fc-ed283a735121 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a842803f-748b-4212-8f59-5bc29a0c5cfd,revision_number=0']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:28.625156 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-25bf7c10-dc69-4f45-b3fc-ed283a735121 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:28.661830 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-25bf7c10-dc69-4f45-b3fc-ed283a735121 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:28.663455 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-25bf7c10-dc69-4f45-b3fc-ed283a735121 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4247196 Apr 07 08:09:28.666395 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 48498) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:09:28.672581 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-cb72927f-0c35-4c2e-b52f-05c8d1eda6af tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Request body: {'security_group_rule': {'security_group_id': '6ea94ae6-f521-4059-9e70-a041f0ad0d8e', 'project_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:09:28.681812 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd4625-2c7f-4e50-bbba-96175d5021ae req-a03ed150-7385-42a0-b26a-8b743bbbfd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:28.683660 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-24fd4625-2c7f-4e50-bbba-96175d5021ae req-a03ed150-7385-42a0-b26a-8b743bbbfd93 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bab0f03958734baaa1c09c0cc6ac3eb8&device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 1099 time: 0.3094957 Apr 07 08:09:28.687542 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-cb72927f-0c35-4c2e-b52f-05c8d1eda6af tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:09:28.697652 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-cb72927f-0c35-4c2e-b52f-05c8d1eda6af tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Usage tracker for resource:security_group_rule and tenant:bab0f03958734baaa1c09c0cc6ac3eb8 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:09:28.702896 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-cb72927f-0c35-4c2e-b52f-05c8d1eda6af tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:09:28.712855 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-cb72927f-0c35-4c2e-b52f-05c8d1eda6af tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:09:28.784001 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-1594a2ac-7af1-410c-a9d8-ab13ee6dfce3 None None] Set router 3176796e-1b1f-4085-82d4-e5b598e2b9d4 gateway port host: dv-cinder-782390-4-smb {{(pid=84422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:09:28.785330 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cb72927f-0c35-4c2e-b52f-05c8d1eda6af tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:28.911025 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cb72927f-0c35-4c2e-b52f-05c8d1eda6af tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:28.950637 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cb72927f-0c35-4c2e-b52f-05c8d1eda6af tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691347'] for security_group_rule, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:28.952506 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e6794ff4-f8ee-461a-80c3-e4ff10154af7 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:29.007505 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd4625-2c7f-4e50-bbba-96175d5021ae req-ca9851a5-a8e4-48a7-87f8-f948de8ba904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:29.009124 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-24fd4625-2c7f-4e50-bbba-96175d5021ae req-ca9851a5-a8e4-48a7-87f8-f948de8ba904 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8cb3e5ca-515a-488c-873f-e5ab482043cd HTTP/1.1" status: 200 len: 916 time: 0.2887607 Apr 07 08:09:29.013830 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb72927f-0c35-4c2e-b52f-05c8d1eda6af tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c5f10b-ee10-4a13-809b-f0b7f5b6b2f5,revision_number=0']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:29.032680 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-cb72927f-0c35-4c2e-b52f-05c8d1eda6af tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:29.069297 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cb72927f-0c35-4c2e-b52f-05c8d1eda6af tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:29.074071 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-cb72927f-0c35-4c2e-b52f-05c8d1eda6af tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4037018 Apr 07 08:09:29.074573 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 48508) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:09:29.081737 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-be7f3d60-0cac-48b4-9bf5-550ae5eaa14a tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Request body: {'security_group_rule': {'security_group_id': '6ea94ae6-f521-4059-9e70-a041f0ad0d8e', 'project_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:09:29.097682 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-be7f3d60-0cac-48b4-9bf5-550ae5eaa14a tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:09:29.112852 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-be7f3d60-0cac-48b4-9bf5-550ae5eaa14a tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Usage tracker for resource:security_group_rule and tenant:bab0f03958734baaa1c09c0cc6ac3eb8 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:09:29.121062 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2baef154-fbbe-43e4-b3b6-13c5b2ff0043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:29.121960 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-be7f3d60-0cac-48b4-9bf5-550ae5eaa14a tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:09:29.138190 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fb2c8d8a-008a-43cb-9c16-914413cec9de None None] Notify callbacks [] for port, precommit_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:29.139563 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-be7f3d60-0cac-48b4-9bf5-550ae5eaa14a tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:09:29.169444 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-24fd4625-2c7f-4e50-bbba-96175d5021ae req-1dff6d9a-3ae5-4ad6-b457-77bc8d531c3c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be8c2819-e4a7-48ce-8131-6f47b75ee4ae HTTP/1.1" status: 200 len: 999 time: 0.1424303 Apr 07 08:09:29.169943 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-fb2c8d8a-008a-43cb-9c16-914413cec9de None None] Transition to ACTIVE for port object 8a51900f-4a8c-47f5-961d-28bf3b86f57d will not be triggered until provisioned by entity L2. {{(pid=84421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:09:29.196016 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-be7f3d60-0cac-48b4-9bf5-550ae5eaa14a tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:29.217531 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fb2c8d8a-008a-43cb-9c16-914413cec9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:29.274533 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-be7f3d60-0cac-48b4-9bf5-550ae5eaa14a tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:29.303875 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-be7f3d60-0cac-48b4-9bf5-550ae5eaa14a tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691347'] for security_group_rule, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:29.307064 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:29.308356 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd4625-2c7f-4e50-bbba-96175d5021ae req-0da3b264-a7d9-43e0-ae67-048befca215e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:29.311514 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-24fd4625-2c7f-4e50-bbba-96175d5021ae req-0da3b264-a7d9-43e0-ae67-048befca215e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7f59c1c9-a73c-4df8-a2b8-b3719b8d1bc0 HTTP/1.1" status: 200 len: 854 time: 0.1082494 Apr 07 08:09:29.400257 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7f3d60-0cac-48b4-9bf5-550ae5eaa14a tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4a972cf-d80f-4f58-a448-336c9de1a244,revision_number=0']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:29.408796 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-be7f3d60-0cac-48b4-9bf5-550ae5eaa14a tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:29.422376 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-1594a2ac-7af1-410c-a9d8-ab13ee6dfce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3176796e-1b1f-4085-82d4-e5b598e2b9d4', 'name': 'tempest-TestMinimumBasicScenario-1004856880-router', 'tenant_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd4ad2dad-da8b-4999-a75d-e1d72c80cfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:07:53Z', 'updated_at': '2021-04-07T08:07:59Z', 'revision_number': 4, 'project_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'gw_port': {'id': 'd4ad2dad-da8b-4999-a75d-e1d72c80cfa4', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3176796e-1b1f-4085-82d4-e5b598e2b9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:07:54Z', 'updated_at': '2021-04-07T08:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_floatingips': [{'id': 'b26ab3f4-a7af-4909-b0aa-d49d519812de', 'tenant_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'floating_ip_address': '172.28.3.92', 'floating_network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'router_id': '3176796e-1b1f-4085-82d4-e5b598e2b9d4', 'port_id': 'be8c2819-e4a7-48ce-8131-6f47b75ee4ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb3e5ca-515a-488c-873f-e5ab482043cd', 'mac_address': 'fa:16:3e:f1:ec:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebfd407-5315-4fff-8108-0c4c61835d48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:09:25Z', 'updated_at': '2021-04-07T08:09:25Z', 'revision_number': 0, 'project_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9295c299-763f-43aa-b599-0834858c46f2', 'name': '', 'network_id': '8cb3e5ca-515a-488c-873f-e5ab482043cd', 'tenant_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'mac_address': 'fa:16:3e:49:7d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3176796e-1b1f-4085-82d4-e5b598e2b9d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '7f59c1c9-a73c-4df8-a2b8-b3719b8d1bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:07:58Z', 'updated_at': '2021-04-07T08:08:12Z', 'revision_number': 5, 'project_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'subnets': [{'id': '7f59c1c9-a73c-4df8-a2b8-b3719b8d1bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:09:29.427993 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1594a2ac-7af1-410c-a9d8-ab13ee6dfce3 None None] The sync data for ids ['3176796e-1b1f-4085-82d4-e5b598e2b9d4'] in dv-cinder-782390-4-smb is: [{'id': '3176796e-1b1f-4085-82d4-e5b598e2b9d4', 'name': 'tempest-TestMinimumBasicScenario-1004856880-router', 'tenant_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd4ad2dad-da8b-4999-a75d-e1d72c80cfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:07:53Z', 'updated_at': '2021-04-07T08:07:59Z', 'revision_number': 4, 'project_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'gw_port': {'id': 'd4ad2dad-da8b-4999-a75d-e1d72c80cfa4', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3176796e-1b1f-4085-82d4-e5b598e2b9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:07:54Z', 'updated_at': '2021-04-07T08:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_floatingips': [{'id': 'b26ab3f4-a7af-4909-b0aa-d49d519812de', 'tenant_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'floating_ip_address': '172.28.3.92', 'floating_network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'router_id': '3176796e-1b1f-4085-82d4-e5b598e2b9d4', 'port_id': 'be8c2819-e4a7-48ce-8131-6f47b75ee4ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb3e5ca-515a-488c-873f-e5ab482043cd', 'mac_address': 'fa:16:3e:f1:ec:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebfd407-5315-4fff-8108-0c4c61835d48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:09:25Z', 'updated_at': '2021-04-07T08:09:25Z', 'revision_number': 0, 'project_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9295c299-763f-43aa-b599-0834858c46f2', 'name': '', 'network_id': '8cb3e5ca-515a-488c-873f-e5ab482043cd', 'tenant_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'mac_address': 'fa:16:3e:49:7d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3176796e-1b1f-4085-82d4-e5b598e2b9d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '7f59c1c9-a73c-4df8-a2b8-b3719b8d1bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:07:58Z', 'updated_at': '2021-04-07T08:08:12Z', 'revision_number': 5, 'project_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'subnets': [{'id': '7f59c1c9-a73c-4df8-a2b8-b3719b8d1bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 08:09:29.429934 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a5d86673-ee94-4468-9a61-32b290dc0860 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:29.452985 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-be7f3d60-0cac-48b4-9bf5-550ae5eaa14a tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:29.454657 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-be7f3d60-0cac-48b4-9bf5-550ae5eaa14a tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3788786 Apr 07 08:09:29.457649 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 48518) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:09:29.464376 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-562bfd98-c733-454f-a325-88b220122ba5 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Request body: {'security_group_rule': {'security_group_id': '6ea94ae6-f521-4059-9e70-a041f0ad0d8e', 'project_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:09:29.480787 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-562bfd98-c733-454f-a325-88b220122ba5 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:09:29.486328 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-562bfd98-c733-454f-a325-88b220122ba5 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Usage tracker for resource:security_group_rule and tenant:bab0f03958734baaa1c09c0cc6ac3eb8 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:09:29.490032 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-562bfd98-c733-454f-a325-88b220122ba5 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:09:29.502981 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-562bfd98-c733-454f-a325-88b220122ba5 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:09:29.549007 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-562bfd98-c733-454f-a325-88b220122ba5 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:29.555333 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-2baef154-fbbe-43e4-b3b6-13c5b2ff0043 admin admin] Allocated IP 172.20.0.1 (ab5bbd22-bfa8-4c9f-86a6-c4149444a964/8e3dcb39-b597-4ef8-9cff-53923f6cc286/9bb36a9e-b7d9-4728-8d65-3fc993276c0b) {{(pid=84419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:09:29.565486 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd4625-2c7f-4e50-bbba-96175d5021ae req-63e3f2ce-42e4-4349-9c49-c3498eab2051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:29.567444 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-24fd4625-2c7f-4e50-bbba-96175d5021ae req-63e3f2ce-42e4-4349-9c49-c3498eab2051 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8cb3e5ca-515a-488c-873f-e5ab482043cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2125325 Apr 07 08:09:29.586747 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18988d4d-f6e6-4968-b066-1920b1a79005 None None] Pushing event updated for resources: {'Port': ['ID=8a51900f-4a8c-47f5-961d-28bf3b86f57d,revision_number=2']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:29.592021 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-18988d4d-f6e6-4968-b066-1920b1a79005 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:29.600810 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-fb2c8d8a-008a-43cb-9c16-914413cec9de None None] Attempting to bind port 8a51900f-4a8c-47f5-961d-28bf3b86f57d on host dv-cinder-782390-4-smb for vnic_type normal with profile {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:09:29.601456 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-fb2c8d8a-008a-43cb-9c16-914413cec9de None None] Attempting to bind port 8a51900f-4a8c-47f5-961d-28bf3b86f57d by drivers openvswitch,hyperv on host dv-cinder-782390-4-smb at level 0 using segments [{'id': '1cadf7a7-5200-427f-84ab-5b34fedab1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d'}] {{(pid=84421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 08:09:29.601872 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2c8d8a-008a-43cb-9c16-914413cec9de None None] Attempting to bind port 8a51900f-4a8c-47f5-961d-28bf3b86f57d on network 1ff46c99-7a5d-4315-af88-cb546c84119d {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:09:29.609752 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2c8d8a-008a-43cb-9c16-914413cec9de None None] Checking agent: {'id': '755cb15d-769a-4687-bcff-bddb0e9936ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 56, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 08:09:29.610172 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2c8d8a-008a-43cb-9c16-914413cec9de None None] Checking segment: {'id': '1cadf7a7-5200-427f-84ab-5b34fedab1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:09:29.610648 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fb2c8d8a-008a-43cb-9c16-914413cec9de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:29.612289 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2c8d8a-008a-43cb-9c16-914413cec9de None None] Bound using segment: {'id': '1cadf7a7-5200-427f-84ab-5b34fedab1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d'} {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 08:09:29.612820 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-fb2c8d8a-008a-43cb-9c16-914413cec9de None None] Bound port: 8a51900f-4a8c-47f5-961d-28bf3b86f57d, host: dv-cinder-782390-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cadf7a7-5200-427f-84ab-5b34fedab1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d'}}] {{(pid=84421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 08:09:29.613243 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fb2c8d8a-008a-43cb-9c16-914413cec9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:29.661169 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-562bfd98-c733-454f-a325-88b220122ba5 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:29.690699 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-562bfd98-c733-454f-a325-88b220122ba5 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691347'] for security_group_rule, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:29.693692 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:29.717829 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-fb2c8d8a-008a-43cb-9c16-914413cec9de None None] For port 8a51900f-4a8c-47f5-961d-28bf3b86f57d, host dv-cinder-782390-4-smb, cleared binding levels {{(pid=84421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 08:09:29.721605 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-fb2c8d8a-008a-43cb-9c16-914413cec9de None None] For port 8a51900f-4a8c-47f5-961d-28bf3b86f57d, host dv-cinder-782390-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=8a51900f-4a8c-47f5-961d-28bf3b86f57d,segment=NetworkSegment(1cadf7a7-5200-427f-84ab-5b34fedab1ff),segment_id=1cadf7a7-5200-427f-84ab-5b34fedab1ff)] {{(pid=84421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 08:09:29.731721 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562bfd98-c733-454f-a325-88b220122ba5 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=149c6b14-6a67-4320-8097-0760e6ff05f4,revision_number=0']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:29.736749 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-562bfd98-c733-454f-a325-88b220122ba5 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:29.755387 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fb2c8d8a-008a-43cb-9c16-914413cec9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:29.777331 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:29.781869 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-562bfd98-c733-454f-a325-88b220122ba5 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:29.785865 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-562bfd98-c733-454f-a325-88b220122ba5 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3243849 Apr 07 08:09:29.786093 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 48532) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:09:29.792772 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-a7fd3684-469d-4e1e-999b-6ebe29073a4e tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Request body: {'security_group_rule': {'security_group_id': '6ea94ae6-f521-4059-9e70-a041f0ad0d8e', 'project_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:09:29.802015 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-a7fd3684-469d-4e1e-999b-6ebe29073a4e tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:09:29.807073 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-a7fd3684-469d-4e1e-999b-6ebe29073a4e tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Usage tracker for resource:security_group_rule and tenant:bab0f03958734baaa1c09c0cc6ac3eb8 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:09:29.810383 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-a7fd3684-469d-4e1e-999b-6ebe29073a4e tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:09:29.820063 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-a7fd3684-469d-4e1e-999b-6ebe29073a4e tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:09:29.850978 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc20475-f629-432d-b5f6-f7cfe94968c9 None None] New status for floating IP b26ab3f4-a7af-4909-b0aa-d49d519812de: ACTIVE {{(pid=84421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 07 08:09:29.851365 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-24fd4625-2c7f-4e50-bbba-96175d5021ae req-8dad584f-0224-4269-877a-f005ba9b799b service neutron] 10.222.0.13 "GET /v2.0/networks/8cb3e5ca-515a-488c-873f-e5ab482043cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701006 Apr 07 08:09:29.863288 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.db.securitygroups_db [None req-a7fd3684-469d-4e1e-999b-6ebe29073a4e tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Project bab0f03958734baaa1c09c0cc6ac3eb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 08:09:29.868406 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2baef154-fbbe-43e4-b3b6-13c5b2ff0043 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:29.871396 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a7fd3684-469d-4e1e-999b-6ebe29073a4e tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:29.950330 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a7fd3684-469d-4e1e-999b-6ebe29073a4e tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:29.977982 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2baef154-fbbe-43e4-b3b6-13c5b2ff0043 admin admin] Transition to ACTIVE for port object 9bb36a9e-b7d9-4728-8d65-3fc993276c0b will not be triggered until provisioned by entity DHCP. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:09:29.994112 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a7fd3684-469d-4e1e-999b-6ebe29073a4e tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691347'] for security_group_rule, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:29.996518 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-be7f3d60-0cac-48b4-9bf5-550ae5eaa14a tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:30.020640 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd3684-469d-4e1e-999b-6ebe29073a4e tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5dc4626-15c5-485e-8e60-2f5b872dcdd9,revision_number=0']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:30.032799 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a7fd3684-469d-4e1e-999b-6ebe29073a4e tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:30.043311 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-24fd4625-2c7f-4e50-bbba-96175d5021ae req-f0f7ed0d-6103-4f5d-855a-da86c73dd5be service neutron] 10.222.0.13 "GET /v2.0/networks/8cb3e5ca-515a-488c-873f-e5ab482043cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718187 Apr 07 08:09:30.127926 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18988d4d-f6e6-4968-b066-1920b1a79005 None None] Pushing event updated for resources: {'Port': ['ID=8a51900f-4a8c-47f5-961d-28bf3b86f57d,revision_number=3']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:30.137809 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2baef154-fbbe-43e4-b3b6-13c5b2ff0043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:30.141912 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-18988d4d-f6e6-4968-b066-1920b1a79005 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:30.144056 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a7fd3684-469d-4e1e-999b-6ebe29073a4e tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:30.148542 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-a7fd3684-469d-4e1e-999b-6ebe29073a4e tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3582268 Apr 07 08:09:30.148542 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 48536) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:09:30.154169 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-9aaa1ef4-5660-41d9-b7b7-2de66166da22 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Request body: {'security_group_rule': {'security_group_id': '6ea94ae6-f521-4059-9e70-a041f0ad0d8e', 'project_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:09:30.167728 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-9aaa1ef4-5660-41d9-b7b7-2de66166da22 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:09:30.172555 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c615d491-5f41-4475-8ec7-8b588e9dccac tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:30.173016 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-9aaa1ef4-5660-41d9-b7b7-2de66166da22 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Usage tracker for resource:security_group_rule and tenant:bab0f03958734baaa1c09c0cc6ac3eb8 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:09:30.177264 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-9aaa1ef4-5660-41d9-b7b7-2de66166da22 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:09:30.187492 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-9aaa1ef4-5660-41d9-b7b7-2de66166da22 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:09:30.196014 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device ff7af53e-2199-40ea-a72e-5a555198889e up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:09:30.228903 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.db.securitygroups_db [None req-9aaa1ef4-5660-41d9-b7b7-2de66166da22 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Project bab0f03958734baaa1c09c0cc6ac3eb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 08:09:30.237376 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9aaa1ef4-5660-41d9-b7b7-2de66166da22 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:30.309643 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9aaa1ef4-5660-41d9-b7b7-2de66166da22 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:30.318337 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baef154-fbbe-43e4-b3b6-13c5b2ff0043 admin admin] Pushing event updated for resources: {'Port': ['ID=9bb36a9e-b7d9-4728-8d65-3fc993276c0b,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:30.323278 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2baef154-fbbe-43e4-b3b6-13c5b2ff0043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:30.333379 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2c8d8a-008a-43cb-9c16-914413cec9de None None] Routers {'709fa8a8-dbd2-4d06-843a-607546d7d540'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:09:30.334071 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-fb2c8d8a-008a-43cb-9c16-914413cec9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:09:25Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['709fa8a8-dbd2-4d06-843a-607546d7d540'], 'active': True} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:09:30.366528 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9aaa1ef4-5660-41d9-b7b7-2de66166da22 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691347'] for security_group_rule, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:30.372059 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-cb72927f-0c35-4c2e-b52f-05c8d1eda6af tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:30.374819 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2baef154-fbbe-43e4-b3b6-13c5b2ff0043 admin admin] Network ab5bbd22-bfa8-4c9f-86a6-c4149444a964 is already hosted by enough agents. {{(pid=84419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:09:30.376282 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-2baef154-fbbe-43e4-b3b6-13c5b2ff0043 admin admin] Resources bound (agent type, host, resource id): {{(pid=84419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:09:30.378598 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baef154-fbbe-43e4-b3b6-13c5b2ff0043 admin admin] Received port after_create {{(pid=84419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:09:30.469596 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa1ef4-5660-41d9-b7b7-2de66166da22 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=745a34d9-a1bc-4f68-8e6e-fe9120cc6c6a,revision_number=0']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:30.473314 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9aaa1ef4-5660-41d9-b7b7-2de66166da22 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:30.497358 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9aaa1ef4-5660-41d9-b7b7-2de66166da22 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:30.498982 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-9aaa1ef4-5660-41d9-b7b7-2de66166da22 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3493803 Apr 07 08:09:30.508421 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2baef154-fbbe-43e4-b3b6-13c5b2ff0043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-665159'] for router_interface, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:30.583321 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning complete for port ff7af53e-2199-40ea-a72e-5a555198889e triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:09:30.583742 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:30.705152 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-fb2c8d8a-008a-43cb-9c16-914413cec9de None None] Set router 709fa8a8-dbd2-4d06-843a-607546d7d540 gateway port host: dv-cinder-782390-4-smb {{(pid=84421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:09:30.719099 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-0bbafe3e-ce72-466e-b052-a7a5da338b0b req-4cfc607a-4ac6-46a6-bd9a-673d9cea29e7 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Synchronizing usage tracker for tenant:bab0f03958734baaa1c09c0cc6ac3eb8 on resource:security_group {{(pid=84420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:09:30.736233 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2baef154-fbbe-43e4-b3b6-13c5b2ff0043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:30.788710 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-0bbafe3e-ce72-466e-b052-a7a5da338b0b req-4cfc607a-4ac6-46a6-bd9a-673d9cea29e7 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Unset dirty status for tenant:bab0f03958734baaa1c09c0cc6ac3eb8 on resource:security_group {{(pid=84420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:09:30.798032 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0bbafe3e-ce72-466e-b052-a7a5da338b0b req-4cfc607a-4ac6-46a6-bd9a-673d9cea29e7 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-991034317&fields=id&tenant_id=bab0f03958734baaa1c09c0cc6ac3eb8 HTTP/1.1" status: 200 len: 267 time: 0.1514215 Apr 07 08:09:30.916634 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbafe3e-ce72-466e-b052-a7a5da338b0b req-9b3282ac-b854-4868-9f7c-9ad0d036d750 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:30.917997 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0bbafe3e-ce72-466e-b052-a7a5da338b0b req-9b3282ac-b854-4868-9f7c-9ad0d036d750 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 946 time: 0.1187518 Apr 07 08:09:30.931205 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-0bbafe3e-ce72-466e-b052-a7a5da338b0b req-9f43fe23-4154-48cf-b6b0-d66fd9f31cc8 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Request body: {'port': {'security_groups': ['93311281-db5e-4fd6-9df6-bd381430aba8', '6ea94ae6-f521-4059-9e70-a041f0ad0d8e']}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:09:31.025660 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-beeadc03-738c-4928-a6d5-3209a2fcef7e None None] Provisioning for port 9bb36a9e-b7d9-4728-8d65-3fc993276c0b completed by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:09:31.070312 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-beeadc03-738c-4928-a6d5-3209a2fcef7e None None] Provisioning complete for port 9bb36a9e-b7d9-4728-8d65-3fc993276c0b triggered by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:09:31.070778 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-beeadc03-738c-4928-a6d5-3209a2fcef7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:31.080234 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2baef154-fbbe-43e4-b3b6-13c5b2ff0043 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:31.083167 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-0bbafe3e-ce72-466e-b052-a7a5da338b0b req-9f43fe23-4154-48cf-b6b0-d66fd9f31cc8 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:31.119119 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2baef154-fbbe-43e4-b3b6-13c5b2ff0043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963711'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:31.154500 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4b4b18d4-f7ec-4127-8afc-eda93533b0a2 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:31.243789 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baef154-fbbe-43e4-b3b6-13c5b2ff0043 admin admin] Pushing event updated for resources: {'Port': ['ID=9bb36a9e-b7d9-4728-8d65-3fc993276c0b,revision_number=2']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:31.246857 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2baef154-fbbe-43e4-b3b6-13c5b2ff0043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:31.248091 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2baef154-fbbe-43e4-b3b6-13c5b2ff0043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672914'] for router_interface, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:31.310478 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-beeadc03-738c-4928-a6d5-3209a2fcef7e None None] Port 9bb36a9e-b7d9-4728-8d65-3fc993276c0b cannot update to ACTIVE because it is not bound. {{(pid=84421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 08:09:31.332268 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-fb2c8d8a-008a-43cb-9c16-914413cec9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'name': 'tempest-AttachVolumeTestJSON-2059608512-router', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': '8a51900f-4a8c-47f5-961d-28bf3b86f57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:09:23Z', 'updated_at': '2021-04-07T08:09:26Z', 'revision_number': 3, 'project_id': '34c1b1d205a140b39082ee45b1ce3028', 'gw_port': {'id': '8a51900f-4a8c-47f5-961d-28bf3b86f57d', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:35:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:09:24Z', 'updated_at': '2021-04-07T08:09:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb'}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:09:31.338683 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2c8d8a-008a-43cb-9c16-914413cec9de None None] The sync data for ids ['709fa8a8-dbd2-4d06-843a-607546d7d540'] in dv-cinder-782390-4-smb is: [{'id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'name': 'tempest-AttachVolumeTestJSON-2059608512-router', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': '8a51900f-4a8c-47f5-961d-28bf3b86f57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:09:23Z', 'updated_at': '2021-04-07T08:09:26Z', 'revision_number': 3, 'project_id': '34c1b1d205a140b39082ee45b1ce3028', 'gw_port': {'id': '8a51900f-4a8c-47f5-961d-28bf3b86f57d', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:35:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:09:24Z', 'updated_at': '2021-04-07T08:09:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb'}] {{(pid=84421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 08:09:31.412437 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2baef154-fbbe-43e4-b3b6-13c5b2ff0043 admin admin] Network ab5bbd22-bfa8-4c9f-86a6-c4149444a964 is already hosted by enough agents. {{(pid=84419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:09:31.414402 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-2baef154-fbbe-43e4-b3b6-13c5b2ff0043 admin admin] Resources bound (agent type, host, resource id): {{(pid=84419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:09:31.449390 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-0bbafe3e-ce72-466e-b052-a7a5da338b0b req-9f43fe23-4154-48cf-b6b0-d66fd9f31cc8 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] For port be8c2819-e4a7-48ce-8131-6f47b75ee4ae, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=be8c2819-e4a7-48ce-8131-6f47b75ee4ae,segment=NetworkSegment(bb5a8040-593b-4b2d-bac2-4dbbfb92526f),segment_id=bb5a8040-593b-4b2d-bac2-4dbbfb92526f)] {{(pid=84420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:09:31.480256 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-0bbafe3e-ce72-466e-b052-a7a5da338b0b req-9f43fe23-4154-48cf-b6b0-d66fd9f31cc8 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks [] for port, precommit_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:31.509282 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-0bbafe3e-ce72-466e-b052-a7a5da338b0b req-9f43fe23-4154-48cf-b6b0-d66fd9f31cc8 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843888368'] for port, after_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:31.521111 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] get_ports_and_sgs() called for port_ids ['be8c2819-e4a7-48ce-8131-6f47b75ee4ae'] {{(pid=84421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 08:09:31.657980 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-96194d43-0a2c-4bc8-b4d9-3994423c8ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:31.771807 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbafe3e-ce72-466e-b052-a7a5da338b0b req-9f43fe23-4154-48cf-b6b0-d66fd9f31cc8 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:31.773281 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-0bbafe3e-ce72-466e-b052-a7a5da338b0b req-9f43fe23-4154-48cf-b6b0-d66fd9f31cc8 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:31.791237 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0bbafe3e-ce72-466e-b052-a7a5da338b0b req-9f43fe23-4154-48cf-b6b0-d66fd9f31cc8 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "PUT /v2.0/ports/be8c2819-e4a7-48ce-8131-6f47b75ee4ae HTTP/1.1" status: 200 len: 982 time: 0.8656123 Apr 07 08:09:31.799244 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-749d625d-d84e-4c3c-a96b-3f7a1a66af6e None None] Provisioning complete for port 9bb36a9e-b7d9-4728-8d65-3fc993276c0b triggered by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:09:31.799665 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-749d625d-d84e-4c3c-a96b-3f7a1a66af6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:31.824843 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ebfd407-5315-4fff-8108-0c4c61835d48', 'tag': 'be8c2819-e4a7-48ce-8131-6f47b75ee4ae'}] {{(pid=84420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:09:31.972602 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43fe23-4154-48cf-b6b0-d66fd9f31cc8 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Pushing event updated for resources: {'Port': ['ID=be8c2819-e4a7-48ce-8131-6f47b75ee4ae,revision_number=6']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:31.988705 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9f43fe23-4154-48cf-b6b0-d66fd9f31cc8 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:32.022595 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] get_ports_and_sgs() called for port_ids ['be8c2819-e4a7-48ce-8131-6f47b75ee4ae'] {{(pid=84421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 08:09:32.065628 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ebfd407-5315-4fff-8108-0c4c61835d48', 'tag': 'be8c2819-e4a7-48ce-8131-6f47b75ee4ae', 'status': 'completed', 'code': 200} Apr 07 08:09:32.130073 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2baef154-fbbe-43e4-b3b6-13c5b2ff0043 admin admin] Router 709fa8a8-dbd2-4d06-843a-607546d7d540 has already been hosted by L3 agent 9e1c8038-06ec-4f38-a606-610b3381902d {{(pid=84419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 08:09:32.179418 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63703dd-9237-48b9-b2cd-08289cc5052c req-cb3193c4-1005-4af7-973b-9704b315843e tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:32.187545 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c63703dd-9237-48b9-b2cd-08289cc5052c req-cb3193c4-1005-4af7-973b-9704b315843e tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 985 time: 0.1199679 Apr 07 08:09:32.267204 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c63703dd-9237-48b9-b2cd-08289cc5052c req-db74ca87-e4fc-40f5-8fb6-94b5954ece03 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&id=6ea94ae6-f521-4059-9e70-a041f0ad0d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0769455 Apr 07 08:09:32.299412 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 8a51900f-4a8c-47f5-961d-28bf3b86f57d up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:09:32.382990 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-749d625d-d84e-4c3c-a96b-3f7a1a66af6e None None] Port 9bb36a9e-b7d9-4728-8d65-3fc993276c0b cannot update to ACTIVE because it is not bound. {{(pid=84421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 08:09:32.472008 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fea80-0f7d-4c8c-afdb-e5226e40962e req-830f4eb5-ef60-4bc1-bf0c-46627dcda847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:32.473982 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f08fea80-0f7d-4c8c-afdb-e5226e40962e req-830f4eb5-ef60-4bc1-bf0c-46627dcda847 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bab0f03958734baaa1c09c0cc6ac3eb8&device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 1138 time: 0.3547308 Apr 07 08:09:32.546805 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2baef154-fbbe-43e4-b3b6-13c5b2ff0043 admin admin] Notify agent at l3_agent.dv-cinder-782390-4-smb the message routers_updated {{(pid=84419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 08:09:32.581341 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning for port 8a51900f-4a8c-47f5-961d-28bf3b86f57d completed by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:09:32.603057 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning complete for port 8a51900f-4a8c-47f5-961d-28bf3b86f57d triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:09:32.603475 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:32.616980 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-2baef154-fbbe-43e4-b3b6-13c5b2ff0043 admin admin] 10.222.0.16 "PUT /v2.0/routers/709fa8a8-dbd2-4d06-843a-607546d7d540/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1973140 Apr 07 08:09:32.640593 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-4c175dfa-5a43-4c21-a413-d3dee788641a None None] Provisioning complete for port be8c2819-e4a7-48ce-8131-6f47b75ee4ae triggered by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:09:32.641015 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4c175dfa-5a43-4c21-a413-d3dee788641a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:32.667868 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fea80-0f7d-4c8c-afdb-e5226e40962e req-51ef6c96-ff50-4b53-8116-2c600457b04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:32.669742 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f08fea80-0f7d-4c8c-afdb-e5226e40962e req-51ef6c96-ff50-4b53-8116-2c600457b04b service neutron] 10.222.0.13 "GET /v2.0/networks?id=8cb3e5ca-515a-488c-873f-e5ab482043cd HTTP/1.1" status: 200 len: 916 time: 0.1711321 Apr 07 08:09:32.791295 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f08fea80-0f7d-4c8c-afdb-e5226e40962e req-77c2e4e4-283e-4e07-a84d-098bbd7b3895 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be8c2819-e4a7-48ce-8131-6f47b75ee4ae HTTP/1.1" status: 200 len: 1001 time: 0.1140633 Apr 07 08:09:32.865985 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fea80-0f7d-4c8c-afdb-e5226e40962e req-2a38e52c-cce1-49ce-ab4b-0c23dc97d586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:32.865985 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f08fea80-0f7d-4c8c-afdb-e5226e40962e req-2a38e52c-cce1-49ce-ab4b-0c23dc97d586 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7f59c1c9-a73c-4df8-a2b8-b3719b8d1bc0 HTTP/1.1" status: 200 len: 854 time: 0.0673835 Apr 07 08:09:32.957902 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fea80-0f7d-4c8c-afdb-e5226e40962e req-c64e18e5-4da1-45cb-8490-3ea557b0284d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:32.959890 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f08fea80-0f7d-4c8c-afdb-e5226e40962e req-c64e18e5-4da1-45cb-8490-3ea557b0284d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8cb3e5ca-515a-488c-873f-e5ab482043cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0879607 Apr 07 08:09:33.069730 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:33.093660 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 48576) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:09:33.099434 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-7b4500f0-f6dc-4999-851f-168d9ae60d0b tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Request body: {'security_group': {'name': 'tempest-securitygroup--770066401', 'description': 'tempest-description--958281902'}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:09:33.106827 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-7b4500f0-f6dc-4999-851f-168d9ae60d0b tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:09:33.118113 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-7b4500f0-f6dc-4999-851f-168d9ae60d0b tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Usage tracker for resource:security_group and tenant:34c1b1d205a140b39082ee45b1ce3028 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:09:33.128835 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-7b4500f0-f6dc-4999-851f-168d9ae60d0b tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:09:33.137068 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-7b4500f0-f6dc-4999-851f-168d9ae60d0b tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:09:33.152070 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] For port 8a51900f-4a8c-47f5-961d-28bf3b86f57d, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=8a51900f-4a8c-47f5-961d-28bf3b86f57d,segment=NetworkSegment(1cadf7a7-5200-427f-84ab-5b34fedab1ff),segment_id=1cadf7a7-5200-427f-84ab-5b34fedab1ff)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:09:33.160481 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f08fea80-0f7d-4c8c-afdb-e5226e40962e req-f772c4ee-6668-482e-a00d-97723dfca76a service neutron] 10.222.0.13 "GET /v2.0/networks/8cb3e5ca-515a-488c-873f-e5ab482043cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911056 Apr 07 08:09:33.177532 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7b4500f0-f6dc-4999-851f-168d9ae60d0b tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:33.207472 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-7b4500f0-f6dc-4999-851f-168d9ae60d0b tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:09:33.208660 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:33.218417 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:33.235284 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-7b4500f0-f6dc-4999-851f-168d9ae60d0b tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Usage tracker for resource:security_group_rule and tenant:34c1b1d205a140b39082ee45b1ce3028 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:09:33.238541 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-7b4500f0-f6dc-4999-851f-168d9ae60d0b tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:09:33.244879 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-7b4500f0-f6dc-4999-851f-168d9ae60d0b tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:09:33.329558 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7b4500f0-f6dc-4999-851f-168d9ae60d0b tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:33.336112 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f08fea80-0f7d-4c8c-afdb-e5226e40962e req-be613825-1b70-4205-b67a-4c9e6496531f service neutron] 10.222.0.13 "GET /v2.0/networks/8cb3e5ca-515a-488c-873f-e5ab482043cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659212 Apr 07 08:09:33.341251 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Pushing event updated for resources: {'Port': ['ID=8a51900f-4a8c-47f5-961d-28bf3b86f57d,revision_number=4']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:33.346591 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:33.389147 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7b4500f0-f6dc-4999-851f-168d9ae60d0b tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:33.395177 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3cb8b7b6-4a10-4367-aec5-13e6065bcc90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:33.436261 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4500f0-f6dc-4999-851f-168d9ae60d0b tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3002aaf5-74d0-464c-95bd-8501f6a722b5,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:33.439048 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7b4500f0-f6dc-4999-851f-168d9ae60d0b tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:33.478934 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7b4500f0-f6dc-4999-851f-168d9ae60d0b tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:33.480321 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-7b4500f0-f6dc-4999-851f-168d9ae60d0b tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3855789 Apr 07 08:09:33.483330 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 48582) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:09:33.489273 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-b24a078c-0f38-438d-83a3-358825b28717 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Request body: {'security_group_rule': {'security_group_id': '3002aaf5-74d0-464c-95bd-8501f6a722b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:09:33.496263 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-b24a078c-0f38-438d-83a3-358825b28717 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:09:33.500278 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-b24a078c-0f38-438d-83a3-358825b28717 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Usage tracker for resource:security_group_rule and tenant:34c1b1d205a140b39082ee45b1ce3028 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:09:33.503964 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-b24a078c-0f38-438d-83a3-358825b28717 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:09:33.510765 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-b24a078c-0f38-438d-83a3-358825b28717 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:09:33.556534 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b24a078c-0f38-438d-83a3-358825b28717 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:33.622948 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b24a078c-0f38-438d-83a3-358825b28717 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:33.655892 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b24a078c-0f38-438d-83a3-358825b28717 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691347'] for security_group_rule, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:33.658117 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:33.685776 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a078c-0f38-438d-83a3-358825b28717 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4eacfde-78c2-4442-9760-48ca80d94563,revision_number=0']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:33.688721 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b24a078c-0f38-438d-83a3-358825b28717 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:33.726516 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b24a078c-0f38-438d-83a3-358825b28717 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:33.728060 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-b24a078c-0f38-438d-83a3-358825b28717 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2435615 Apr 07 08:09:33.730729 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 48592) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:09:33.736370 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-707b8cc0-2b0c-4e31-a50f-a76fa7d4e88a tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Request body: {'security_group_rule': {'security_group_id': '3002aaf5-74d0-464c-95bd-8501f6a722b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:09:33.743825 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-707b8cc0-2b0c-4e31-a50f-a76fa7d4e88a tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:09:33.747926 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-707b8cc0-2b0c-4e31-a50f-a76fa7d4e88a tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Usage tracker for resource:security_group_rule and tenant:34c1b1d205a140b39082ee45b1ce3028 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:09:33.751568 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-707b8cc0-2b0c-4e31-a50f-a76fa7d4e88a tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:09:33.758001 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-707b8cc0-2b0c-4e31-a50f-a76fa7d4e88a tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:09:33.812650 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-707b8cc0-2b0c-4e31-a50f-a76fa7d4e88a tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:33.880951 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-707b8cc0-2b0c-4e31-a50f-a76fa7d4e88a tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:33.925699 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-707b8cc0-2b0c-4e31-a50f-a76fa7d4e88a tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691347'] for security_group_rule, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:33.927993 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a7fd3684-469d-4e1e-999b-6ebe29073a4e tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:33.952445 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707b8cc0-2b0c-4e31-a50f-a76fa7d4e88a tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7faaa98f-0dae-40d8-9ddb-10d39e9fc963,revision_number=0']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:33.966283 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-707b8cc0-2b0c-4e31-a50f-a76fa7d4e88a tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:33.988580 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-707b8cc0-2b0c-4e31-a50f-a76fa7d4e88a tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:33.989837 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-707b8cc0-2b0c-4e31-a50f-a76fa7d4e88a tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2581055 Apr 07 08:09:33.993669 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 48598) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:09:33.999292 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-fc008ffd-89e5-4fa8-ae48-6718592ee045 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Request body: {'floatingip': {'floating_network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d'}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:09:34.005704 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-fc008ffd-89e5-4fa8-ae48-6718592ee045 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:09:34.009952 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-fc008ffd-89e5-4fa8-ae48-6718592ee045 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Usage tracker for resource:floatingip and tenant:34c1b1d205a140b39082ee45b1ce3028 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:09:34.012913 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-fc008ffd-89e5-4fa8-ae48-6718592ee045 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:09:34.018906 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-fc008ffd-89e5-4fa8-ae48-6718592ee045 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:09:34.057381 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fc008ffd-89e5-4fa8-ae48-6718592ee045 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks [] for floatingip, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:34.189017 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 8a51900f-4a8c-47f5-961d-28bf3b86f57d up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:09:34.253365 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fc008ffd-89e5-4fa8-ae48-6718592ee045 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:34.319456 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning complete for port 8a51900f-4a8c-47f5-961d-28bf3b86f57d triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:09:34.319879 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:34.420390 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-fc008ffd-89e5-4fa8-ae48-6718592ee045 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Allocated IP 172.28.3.202 (1ff46c99-7a5d-4315-af88-cb546c84119d/b9dcea17-38c4-48c8-a3c6-f64b629ec00f/4f5595ae-ed31-401d-a786-2d56b185e38f) {{(pid=84420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:09:34.825473 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fc008ffd-89e5-4fa8-ae48-6718592ee045 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks [] for port, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:34.891347 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e106ab-2350-4b7c-b8eb-648073e64c14 None None] Sync routers for ids ['709fa8a8-dbd2-4d06-843a-607546d7d540'] in dv-cinder-782390-4-smb {{(pid=84422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 08:09:34.901896 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e106ab-2350-4b7c-b8eb-648073e64c14 None None] Routers {'709fa8a8-dbd2-4d06-843a-607546d7d540'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:09:34.902743 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-c0e106ab-2350-4b7c-b8eb-648073e64c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:09:25Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['709fa8a8-dbd2-4d06-843a-607546d7d540'], 'active': True} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:09:35.035015 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fc008ffd-89e5-4fa8-ae48-6718592ee045 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10887448'] for port, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:35.055585 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-09573821-418d-41e5-a0aa-e1a500533d92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:35.097985 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-c0e106ab-2350-4b7c-b8eb-648073e64c14 None None] Set router 709fa8a8-dbd2-4d06-843a-607546d7d540 gateway port host: dv-cinder-782390-4-smb {{(pid=84422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:09:35.208815 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc008ffd-89e5-4fa8-ae48-6718592ee045 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Pushing event updated for resources: {'Port': ['ID=4f5595ae-ed31-401d-a786-2d56b185e38f,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:35.213427 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-fc008ffd-89e5-4fa8-ae48-6718592ee045 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:35.264386 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc008ffd-89e5-4fa8-ae48-6718592ee045 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Network 1ff46c99-7a5d-4315-af88-cb546c84119d is already hosted by enough agents. {{(pid=84420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:09:35.265574 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-fc008ffd-89e5-4fa8-ae48-6718592ee045 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Resources bound (agent type, host, resource id): {{(pid=84420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:09:35.268297 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc008ffd-89e5-4fa8-ae48-6718592ee045 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Received port after_create {{(pid=84420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:09:35.366965 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fc008ffd-89e5-4fa8-ae48-6718592ee045 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:35.462165 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fc008ffd-89e5-4fa8-ae48-6718592ee045 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:35.466248 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-c0e106ab-2350-4b7c-b8eb-648073e64c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'name': 'tempest-AttachVolumeTestJSON-2059608512-router', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': '8a51900f-4a8c-47f5-961d-28bf3b86f57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:09:23Z', 'updated_at': '2021-04-07T08:09:30Z', 'revision_number': 4, 'project_id': '34c1b1d205a140b39082ee45b1ce3028', 'gw_port': {'id': '8a51900f-4a8c-47f5-961d-28bf3b86f57d', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:09:24Z', 'updated_at': '2021-04-07T08:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': '9bb36a9e-b7d9-4728-8d65-3fc993276c0b', 'name': '', 'network_id': 'ab5bbd22-bfa8-4c9f-86a6-c4149444a964', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'mac_address': 'fa:16:3e:85:d2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8e3dcb39-b597-4ef8-9cff-53923f6cc286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:09:29Z', 'updated_at': '2021-04-07T08:09:30Z', 'revision_number': 2, 'project_id': '34c1b1d205a140b39082ee45b1ce3028', 'subnets': [{'id': '8e3dcb39-b597-4ef8-9cff-53923f6cc286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:09:35.470311 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e106ab-2350-4b7c-b8eb-648073e64c14 None None] Checking router: 709fa8a8-dbd2-4d06-843a-607546d7d540 for host: dv-cinder-782390-4-smb {{(pid=84422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 08:09:35.470784 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e106ab-2350-4b7c-b8eb-648073e64c14 None None] Updating router 709fa8a8-dbd2-4d06-843a-607546d7d540 port 9bb36a9e-b7d9-4728-8d65-3fc993276c0b binding host dv-cinder-782390-4-smb {{(pid=84422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 08:09:35.533469 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c0e106ab-2350-4b7c-b8eb-648073e64c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:35.743591 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fc008ffd-89e5-4fa8-ae48-6718592ee045 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks [] for port, precommit_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:35.776061 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fc008ffd-89e5-4fa8-ae48-6718592ee045 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843888368'] for port, after_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:35.796074 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-dd5b6feb-484d-4626-8e07-454e4d7a085f tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:35.937704 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc008ffd-89e5-4fa8-ae48-6718592ee045 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Pushing event updated for resources: {'Port': ['ID=4f5595ae-ed31-401d-a786-2d56b185e38f,revision_number=2']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:35.941923 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-fc008ffd-89e5-4fa8-ae48-6718592ee045 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:35.967980 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c0e106ab-2350-4b7c-b8eb-648073e64c14 None None] Notify callbacks [] for port, precommit_update {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:35.981013 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-c0e106ab-2350-4b7c-b8eb-648073e64c14 None None] Transition to ACTIVE for port object 9bb36a9e-b7d9-4728-8d65-3fc993276c0b will not be triggered until provisioned by entity L2. {{(pid=84422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:09:36.017047 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c0e106ab-2350-4b7c-b8eb-648073e64c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:36.034174 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fc008ffd-89e5-4fa8-ae48-6718592ee045 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675279'] for floatingip, after_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:36.034378 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-696babf1-4fd5-451b-9968-6d97478b63ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:36.097274 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fc008ffd-89e5-4fa8-ae48-6718592ee045 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for floatingip, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:36.098636 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-fc008ffd-89e5-4fa8-ae48-6718592ee045 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1039553 Apr 07 08:09:36.183965 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40693b-bfd6-46ec-9f13-051b430d2242 None None] Pushing event updated for resources: {'Port': ['ID=9bb36a9e-b7d9-4728-8d65-3fc993276c0b,revision_number=3']} {{(pid=84422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:36.197376 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c40693b-bfd6-46ec-9f13-051b430d2242 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:09:36.197685 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c40693b-bfd6-46ec-9f13-051b430d2242 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:09:36.198053 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c40693b-bfd6-46ec-9f13-051b430d2242 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:09:36.198413 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c40693b-bfd6-46ec-9f13-051b430d2242 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:09:36.198801 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c40693b-bfd6-46ec-9f13-051b430d2242 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:09:36.199159 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c40693b-bfd6-46ec-9f13-051b430d2242 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:09:36.199515 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c40693b-bfd6-46ec-9f13-051b430d2242 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:09:36.199867 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c40693b-bfd6-46ec-9f13-051b430d2242 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:09:36.200218 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c40693b-bfd6-46ec-9f13-051b430d2242 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:09:36.200576 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c40693b-bfd6-46ec-9f13-051b430d2242 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:09:36.200925 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c40693b-bfd6-46ec-9f13-051b430d2242 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:09:36.201272 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c40693b-bfd6-46ec-9f13-051b430d2242 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:09:36.206680 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5c40693b-bfd6-46ec-9f13-051b430d2242 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:36.290799 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-809ca86a-6bd7-421a-b3da-0b9e66813ced tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--770066401&fields=id&tenant_id=34c1b1d205a140b39082ee45b1ce3028 HTTP/1.1" status: 200 len: 267 time: 0.0559444 Apr 07 08:09:36.451950 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-c0e106ab-2350-4b7c-b8eb-648073e64c14 None None] Attempting to bind port 9bb36a9e-b7d9-4728-8d65-3fc993276c0b on host dv-cinder-782390-4-smb for vnic_type normal with profile {{(pid=84422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:09:36.452436 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-c0e106ab-2350-4b7c-b8eb-648073e64c14 None None] Attempting to bind port 9bb36a9e-b7d9-4728-8d65-3fc993276c0b by drivers openvswitch,hyperv on host dv-cinder-782390-4-smb at level 0 using segments [{'id': '0320c003-197f-4159-838f-fc3f7957e4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ab5bbd22-bfa8-4c9f-86a6-c4149444a964'}] {{(pid=84422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 08:09:36.452941 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e106ab-2350-4b7c-b8eb-648073e64c14 None None] Attempting to bind port 9bb36a9e-b7d9-4728-8d65-3fc993276c0b on network ab5bbd22-bfa8-4c9f-86a6-c4149444a964 {{(pid=84422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:09:36.461710 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e106ab-2350-4b7c-b8eb-648073e64c14 None None] Checking agent: {'id': '755cb15d-769a-4687-bcff-bddb0e9936ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 56, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 08:09:36.466489 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e106ab-2350-4b7c-b8eb-648073e64c14 None None] Checking segment: {'id': '0320c003-197f-4159-838f-fc3f7957e4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ab5bbd22-bfa8-4c9f-86a6-c4149444a964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:09:36.466489 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c0e106ab-2350-4b7c-b8eb-648073e64c14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:36.466489 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e106ab-2350-4b7c-b8eb-648073e64c14 None None] Bound using segment: {'id': '0320c003-197f-4159-838f-fc3f7957e4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ab5bbd22-bfa8-4c9f-86a6-c4149444a964'} {{(pid=84422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 08:09:36.466489 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-c0e106ab-2350-4b7c-b8eb-648073e64c14 None None] Bound port: 9bb36a9e-b7d9-4728-8d65-3fc993276c0b, host: dv-cinder-782390-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0320c003-197f-4159-838f-fc3f7957e4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ab5bbd22-bfa8-4c9f-86a6-c4149444a964'}}] {{(pid=84422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 08:09:36.466489 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c0e106ab-2350-4b7c-b8eb-648073e64c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:36.479522 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-e01d7bbe-2868-4e12-a647-1c8c78f47ad4 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:36.485932 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-e01d7bbe-2868-4e12-a647-1c8c78f47ad4 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/networks?id=ab5bbd22-bfa8-4c9f-86a6-c4149444a964 HTTP/1.1" status: 200 len: 811 time: 0.1861773 Apr 07 08:09:36.500358 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-0cb77296-c2fb-436c-b62a-d300fe5fdc87 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/quotas/34c1b1d205a140b39082ee45b1ce3028 HTTP/1.1" status: 200 len: 375 time: 0.0114062 Apr 07 08:09:36.564657 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-c0e106ab-2350-4b7c-b8eb-648073e64c14 None None] For port 9bb36a9e-b7d9-4728-8d65-3fc993276c0b, host dv-cinder-782390-4-smb, cleared binding levels {{(pid=84422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 08:09:36.567795 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-c0e106ab-2350-4b7c-b8eb-648073e64c14 None None] For port 9bb36a9e-b7d9-4728-8d65-3fc993276c0b, host dv-cinder-782390-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=9bb36a9e-b7d9-4728-8d65-3fc993276c0b,segment=NetworkSegment(0320c003-197f-4159-838f-fc3f7957e4e8),segment_id=0320c003-197f-4159-838f-fc3f7957e4e8)] {{(pid=84422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 08:09:36.609036 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-3bc00852-9e24-4698-8833-7373880038f6 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Synchronizing usage tracker for tenant:34c1b1d205a140b39082ee45b1ce3028 on resource:port {{(pid=84419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:09:36.618488 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c0e106ab-2350-4b7c-b8eb-648073e64c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:36.636133 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-fd2b51a2-daa1-4dfe-87e7-f7cba5cae32f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:36.651848 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-3bc00852-9e24-4698-8833-7373880038f6 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Unset dirty status for tenant:34c1b1d205a140b39082ee45b1ce3028 on resource:port {{(pid=84419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:09:36.653811 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-3bc00852-9e24-4698-8833-7373880038f6 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=34c1b1d205a140b39082ee45b1ce3028&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1472328 Apr 07 08:09:36.727613 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 48638) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:09:36.817192 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40693b-bfd6-46ec-9f13-051b430d2242 None None] Pushing event updated for resources: {'Port': ['ID=9bb36a9e-b7d9-4728-8d65-3fc993276c0b,revision_number=4']} {{(pid=84422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:36.828651 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5c40693b-bfd6-46ec-9f13-051b430d2242 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:36.838363 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-2993cafb-d36e-444f-91cd-c3d3f13ffede service neutron] 10.222.0.16 "GET /v2.0/networks/ab5bbd22-bfa8-4c9f-86a6-c4149444a964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716046 Apr 07 08:09:36.884691 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e106ab-2350-4b7c-b8eb-648073e64c14 None None] Routers {'709fa8a8-dbd2-4d06-843a-607546d7d540'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:09:36.885465 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-c0e106ab-2350-4b7c-b8eb-648073e64c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:09:25Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['709fa8a8-dbd2-4d06-843a-607546d7d540'], 'active': True} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:09:36.892984 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f506174f-afcd-4636-8ece-30d4920624a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:36.915669 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-f506174f-afcd-4636-8ece-30d4920624a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:09:36.920158 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-f506174f-afcd-4636-8ece-30d4920624a0 admin admin] Usage tracker for resource:security_group_rule and tenant:9e33c5ea366d4a87bb6e889d31de97c5 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:09:36.923603 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-f506174f-afcd-4636-8ece-30d4920624a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:09:36.936812 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-f506174f-afcd-4636-8ece-30d4920624a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:09:37.011914 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-75e0e408-ecbf-4c50-98cd-6cd8648008b4 service neutron] 10.222.0.16 "GET /v2.0/networks/ab5bbd22-bfa8-4c9f-86a6-c4149444a964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723897 Apr 07 08:09:37.089375 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f506174f-afcd-4636-8ece-30d4920624a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:37.120126 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f506174f-afcd-4636-8ece-30d4920624a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:37.129883 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-fbe587f2-c609-4a35-b7d6-7cc658c242a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:37.177701 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f506174f-afcd-4636-8ece-30d4920624a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7cb05f-db4a-4a0e-b7b2-14cb2a8f3841,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:37.185562 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 48644) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:09:37.194487 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-f506174f-afcd-4636-8ece-30d4920624a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9e33c5ea366d4a87bb6e889d31de97c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4652636 Apr 07 08:09:37.199657 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f506174f-afcd-4636-8ece-30d4920624a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:37.264163 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-83736203-2cb8-4e59-8c80-e41087c29d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:37.302409 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-83736203-2cb8-4e59-8c80-e41087c29d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:37.306214 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-852f5e60-0f17-4532-b190-f416e0e08688 req-82b89579-fed8-45ca-a037-8e0edc209694 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 210 time: 0.0543170 Apr 07 08:09:37.345624 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-c0e106ab-2350-4b7c-b8eb-648073e64c14 None None] Set router 709fa8a8-dbd2-4d06-843a-607546d7d540 gateway port host: dv-cinder-782390-4-smb {{(pid=84422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:09:37.388155 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-83736203-2cb8-4e59-8c80-e41087c29d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:37.395349 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-73eac99c-9512-438d-9fdb-fb517d47d3ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:37.420667 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83736203-2cb8-4e59-8c80-e41087c29d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7cb05f-db4a-4a0e-b7b2-14cb2a8f3841,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:37.423561 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-83736203-2cb8-4e59-8c80-e41087c29d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:37.425025 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-83736203-2cb8-4e59-8c80-e41087c29d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:37.426382 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-83736203-2cb8-4e59-8c80-e41087c29d70 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3f7cb05f-db4a-4a0e-b7b2-14cb2a8f3841 HTTP/1.1" status: 204 len: 168 time: 0.2396526 Apr 07 08:09:37.722209 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-c0e106ab-2350-4b7c-b8eb-648073e64c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'name': 'tempest-AttachVolumeTestJSON-2059608512-router', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': '8a51900f-4a8c-47f5-961d-28bf3b86f57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:09:23Z', 'updated_at': '2021-04-07T08:09:30Z', 'revision_number': 4, 'project_id': '34c1b1d205a140b39082ee45b1ce3028', 'gw_port': {'id': '8a51900f-4a8c-47f5-961d-28bf3b86f57d', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:09:24Z', 'updated_at': '2021-04-07T08:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': '9bb36a9e-b7d9-4728-8d65-3fc993276c0b', 'name': '', 'network_id': 'ab5bbd22-bfa8-4c9f-86a6-c4149444a964', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'mac_address': 'fa:16:3e:85:d2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8e3dcb39-b597-4ef8-9cff-53923f6cc286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:09:29Z', 'updated_at': '2021-04-07T08:09:36Z', 'revision_number': 4, 'project_id': '34c1b1d205a140b39082ee45b1ce3028', 'subnets': [{'id': '8e3dcb39-b597-4ef8-9cff-53923f6cc286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:09:37.773112 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e106ab-2350-4b7c-b8eb-648073e64c14 None None] The sync data for ids ['709fa8a8-dbd2-4d06-843a-607546d7d540'] in dv-cinder-782390-4-smb is: [{'id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'name': 'tempest-AttachVolumeTestJSON-2059608512-router', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': '8a51900f-4a8c-47f5-961d-28bf3b86f57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:09:23Z', 'updated_at': '2021-04-07T08:09:30Z', 'revision_number': 4, 'project_id': '34c1b1d205a140b39082ee45b1ce3028', 'gw_port': {'id': '8a51900f-4a8c-47f5-961d-28bf3b86f57d', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:09:24Z', 'updated_at': '2021-04-07T08:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': '9bb36a9e-b7d9-4728-8d65-3fc993276c0b', 'name': '', 'network_id': 'ab5bbd22-bfa8-4c9f-86a6-c4149444a964', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'mac_address': 'fa:16:3e:85:d2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8e3dcb39-b597-4ef8-9cff-53923f6cc286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:09:29Z', 'updated_at': '2021-04-07T08:09:36Z', 'revision_number': 4, 'project_id': '34c1b1d205a140b39082ee45b1ce3028', 'subnets': [{'id': '8e3dcb39-b597-4ef8-9cff-53923f6cc286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 08:09:38.199855 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 9bb36a9e-b7d9-4728-8d65-3fc993276c0b up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:09:38.313070 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning for port 9bb36a9e-b7d9-4728-8d65-3fc993276c0b completed by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:09:38.320487 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning complete for port 9bb36a9e-b7d9-4728-8d65-3fc993276c0b triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:09:38.320619 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:38.480527 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:38.516475 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] For port 9bb36a9e-b7d9-4728-8d65-3fc993276c0b, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=9bb36a9e-b7d9-4728-8d65-3fc993276c0b,segment=NetworkSegment(0320c003-197f-4159-838f-fc3f7957e4e8),segment_id=0320c003-197f-4159-838f-fc3f7957e4e8)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:09:38.520299 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a9469f7c-4fe7-4dcc-96b3-f8dd18fc00e7 req-da154c55-ed58-40e2-833f-da8897edddc7 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 210 time: 0.0658059 Apr 07 08:09:38.550104 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:38.555052 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-69a73055-37e8-4ff9-8cde-907c7fe37fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:38.635531 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Pushing event updated for resources: {'Port': ['ID=9bb36a9e-b7d9-4728-8d65-3fc993276c0b,revision_number=5']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:38.639882 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:39.335405 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-32791acc-caaa-4d32-a97b-058bcb4ddc7b tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:39.336936 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-32791acc-caaa-4d32-a97b-058bcb4ddc7b tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.13 "GET /v2.0/networks?id=ab5bbd22-bfa8-4c9f-86a6-c4149444a964 HTTP/1.1" status: 200 len: 811 time: 0.1605604 Apr 07 08:09:39.418961 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-0025b34f-abe6-4bb0-8652-e3acda154165 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=34c1b1d205a140b39082ee45b1ce3028 HTTP/1.1" status: 200 len: 5707 time: 0.0720534 Apr 07 08:09:39.429140 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-cf7e2b12-2922-4d05-8be3-acf3fb4fd1e8 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Request body: {'port': {'device_id': '0ec86384-2c91-4749-bf1a-28750e4d6bd3', 'network_id': 'ab5bbd22-bfa8-4c9f-86a6-c4149444a964', 'admin_state_up': True, 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'security_groups': ['3002aaf5-74d0-464c-95bd-8501f6a722b5']}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:09:39.573671 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-cf7e2b12-2922-4d05-8be3-acf3fb4fd1e8 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:09:39.583816 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-cf7e2b12-2922-4d05-8be3-acf3fb4fd1e8 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:09:39.622529 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-cf7e2b12-2922-4d05-8be3-acf3fb4fd1e8 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Made reservation on behalf of 34c1b1d205a140b39082ee45b1ce3028 for: {'port': 1} {{(pid=84419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:09:39.628671 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-cf7e2b12-2922-4d05-8be3-acf3fb4fd1e8 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:39.697153 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-61f0436c-8082-4995-b51a-57660d3f8618 req-04d64364-6344-42bc-9cab-b2e882f60ce4 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 210 time: 0.0529132 Apr 07 08:09:39.844053 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-cf7e2b12-2922-4d05-8be3-acf3fb4fd1e8 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Allocated IP 172.20.0.7 (ab5bbd22-bfa8-4c9f-86a6-c4149444a964/8e3dcb39-b597-4ef8-9cff-53923f6cc286/cb0d304c-9155-40c8-940b-4156bc67da7d) {{(pid=84419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:09:40.037955 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-cf7e2b12-2922-4d05-8be3-acf3fb4fd1e8 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks [] for port, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:40.054087 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-cf7e2b12-2922-4d05-8be3-acf3fb4fd1e8 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Transition to ACTIVE for port object cb0d304c-9155-40c8-940b-4156bc67da7d will not be triggered until provisioned by entity DHCP. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:09:40.108580 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-cf7e2b12-2922-4d05-8be3-acf3fb4fd1e8 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:40.127328 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2ca4b7f4-1b6e-47db-9a61-7fba90a850c2 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:40.172111 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 9bb36a9e-b7d9-4728-8d65-3fc993276c0b up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:09:40.245441 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning complete for port 9bb36a9e-b7d9-4728-8d65-3fc993276c0b triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:09:40.245849 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:40.288746 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e2b12-2922-4d05-8be3-acf3fb4fd1e8 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Pushing event updated for resources: {'Port': ['ID=cb0d304c-9155-40c8-940b-4156bc67da7d,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:40.291688 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-cf7e2b12-2922-4d05-8be3-acf3fb4fd1e8 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:40.580909 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-cf7e2b12-2922-4d05-8be3-acf3fb4fd1e8 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Network ab5bbd22-bfa8-4c9f-86a6-c4149444a964 is already hosted by enough agents. {{(pid=84419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:09:40.581953 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-cf7e2b12-2922-4d05-8be3-acf3fb4fd1e8 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Resources bound (agent type, host, resource id): {{(pid=84419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:09:40.584308 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-cf7e2b12-2922-4d05-8be3-acf3fb4fd1e8 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Received port after_create {{(pid=84419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:09:40.651355 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-cf7e2b12-2922-4d05-8be3-acf3fb4fd1e8 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:40.652086 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-cf7e2b12-2922-4d05-8be3-acf3fb4fd1e8 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:40.713846 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-cf7e2b12-2922-4d05-8be3-acf3fb4fd1e8 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2892730 Apr 07 08:09:40.728388 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-39c28b00-7735-4a38-b2fa-464d70799abb service neutron] Request body: {'port': {'device_id': '0ec86384-2c91-4749-bf1a-28750e4d6bd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:09:40.852669 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-39c28b00-7735-4a38-b2fa-464d70799abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:40.856714 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-c9161f7e-f4ab-44ea-811f-cecd30246079 None None] Provisioning for port cb0d304c-9155-40c8-940b-4156bc67da7d completed by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:09:40.863289 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-c9161f7e-f4ab-44ea-811f-cecd30246079 None None] Provisioning complete for port cb0d304c-9155-40c8-940b-4156bc67da7d triggered by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:09:40.863958 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c9161f7e-f4ab-44ea-811f-cecd30246079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:40.909089 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3360135-975f-46fb-9a95-6a864e4fcf5a req-57b862a8-c75b-4eb4-9ef9-0f7bcc5afc1b tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:40.910753 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f3360135-975f-46fb-9a95-6a864e4fcf5a req-57b862a8-c75b-4eb4-9ef9-0f7bcc5afc1b tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 931 time: 0.0964782 Apr 07 08:09:40.925467 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-c9161f7e-f4ab-44ea-811f-cecd30246079 None None] Port cb0d304c-9155-40c8-940b-4156bc67da7d cannot update to ACTIVE because it is not bound. {{(pid=84421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 08:09:40.961019 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-f3360135-975f-46fb-9a95-6a864e4fcf5a req-3d511520-56e0-4d6f-975a-e6a3a4a58f89 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Synchronizing usage tracker for tenant:34c1b1d205a140b39082ee45b1ce3028 on resource:security_group {{(pid=84420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:09:41.005174 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-f3360135-975f-46fb-9a95-6a864e4fcf5a req-3d511520-56e0-4d6f-975a-e6a3a4a58f89 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Unset dirty status for tenant:34c1b1d205a140b39082ee45b1ce3028 on resource:security_group {{(pid=84420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:09:41.006497 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f3360135-975f-46fb-9a95-6a864e4fcf5a req-3d511520-56e0-4d6f-975a-e6a3a4a58f89 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882566 Apr 07 08:09:41.277770 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-39c28b00-7735-4a38-b2fa-464d70799abb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb0d304c-9155-40c8-940b-4156bc67da7d {{(pid=84419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 08:09:41.285430 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-39c28b00-7735-4a38-b2fa-464d70799abb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:41.300521 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-39c28b00-7735-4a38-b2fa-464d70799abb service neutron] Transition to ACTIVE for port object cb0d304c-9155-40c8-940b-4156bc67da7d will not be triggered until provisioned by entity L2. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:09:41.331036 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-39c28b00-7735-4a38-b2fa-464d70799abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963711'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:41.348130 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-cf7e2b12-2922-4d05-8be3-acf3fb4fd1e8 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:41.492063 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c28b00-7735-4a38-b2fa-464d70799abb service neutron] Pushing event updated for resources: {'Port': ['ID=cb0d304c-9155-40c8-940b-4156bc67da7d,revision_number=2']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:41.496331 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-39c28b00-7735-4a38-b2fa-464d70799abb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:41.712508 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-39c28b00-7735-4a38-b2fa-464d70799abb service neutron] Attempting to bind port cb0d304c-9155-40c8-940b-4156bc67da7d on host hv-cinder-78239 for vnic_type normal with profile {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:09:41.713035 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-39c28b00-7735-4a38-b2fa-464d70799abb service neutron] Attempting to bind port cb0d304c-9155-40c8-940b-4156bc67da7d by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': '0320c003-197f-4159-838f-fc3f7957e4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ab5bbd22-bfa8-4c9f-86a6-c4149444a964'}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 08:09:41.713251 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-39c28b00-7735-4a38-b2fa-464d70799abb service neutron] Attempting to bind port cb0d304c-9155-40c8-940b-4156bc67da7d on network ab5bbd22-bfa8-4c9f-86a6-c4149444a964 {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:09:41.718249 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-39c28b00-7735-4a38-b2fa-464d70799abb service neutron] Port cb0d304c-9155-40c8-940b-4156bc67da7d on network ab5bbd22-bfa8-4c9f-86a6-c4149444a964 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 08:09:41.718637 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-39c28b00-7735-4a38-b2fa-464d70799abb service neutron] Attempting to bind port cb0d304c-9155-40c8-940b-4156bc67da7d on network ab5bbd22-bfa8-4c9f-86a6-c4149444a964 {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:09:41.724021 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-39c28b00-7735-4a38-b2fa-464d70799abb service neutron] Checking agent: {'id': '265b7c30-4a56-4c92-aee0-001f9a549a36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 8, 3, 49), 'started_at': datetime.datetime(2021, 4, 7, 8, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 08:09:41.724441 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-39c28b00-7735-4a38-b2fa-464d70799abb service neutron] Checking segment: {'id': '0320c003-197f-4159-838f-fc3f7957e4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ab5bbd22-bfa8-4c9f-86a6-c4149444a964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:09:41.725375 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-39c28b00-7735-4a38-b2fa-464d70799abb service neutron] Bound using segment: {'id': '0320c003-197f-4159-838f-fc3f7957e4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ab5bbd22-bfa8-4c9f-86a6-c4149444a964'} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 08:09:41.725840 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-39c28b00-7735-4a38-b2fa-464d70799abb service neutron] Bound port: cb0d304c-9155-40c8-940b-4156bc67da7d, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0320c003-197f-4159-838f-fc3f7957e4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ab5bbd22-bfa8-4c9f-86a6-c4149444a964'}}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 08:09:41.726215 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-39c28b00-7735-4a38-b2fa-464d70799abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:41.819736 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-39c28b00-7735-4a38-b2fa-464d70799abb service neutron] For port cb0d304c-9155-40c8-940b-4156bc67da7d, host hv-cinder-78239, cleared binding levels {{(pid=84419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 08:09:41.823175 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-39c28b00-7735-4a38-b2fa-464d70799abb service neutron] For port cb0d304c-9155-40c8-940b-4156bc67da7d, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=cb0d304c-9155-40c8-940b-4156bc67da7d,segment=NetworkSegment(0320c003-197f-4159-838f-fc3f7957e4e8),segment_id=0320c003-197f-4159-838f-fc3f7957e4e8)] {{(pid=84419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 08:09:41.857243 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-39c28b00-7735-4a38-b2fa-464d70799abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963711'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:41.872665 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:42.027611 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c28b00-7735-4a38-b2fa-464d70799abb service neutron] Pushing event updated for resources: {'Port': ['ID=cb0d304c-9155-40c8-940b-4156bc67da7d,revision_number=3']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:42.032721 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-39c28b00-7735-4a38-b2fa-464d70799abb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:42.064007 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-39c28b00-7735-4a38-b2fa-464d70799abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:42.064703 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-39c28b00-7735-4a38-b2fa-464d70799abb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:42.066096 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-39c28b00-7735-4a38-b2fa-464d70799abb service neutron] 10.222.0.13 "PUT /v2.0/ports/cb0d304c-9155-40c8-940b-4156bc67da7d HTTP/1.1" status: 200 len: 1093 time: 1.3434644 Apr 07 08:09:42.066638 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ec86384-2c91-4749-bf1a-28750e4d6bd3', 'tag': 'cb0d304c-9155-40c8-940b-4156bc67da7d'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:09:42.121134 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ec86384-2c91-4749-bf1a-28750e4d6bd3', 'tag': 'cb0d304c-9155-40c8-940b-4156bc67da7d', 'status': 'completed', 'code': 200} Apr 07 08:09:42.227859 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33ea17-c528-4805-959a-3da4d31319b1 req-a0fd9812-e964-49b1-aefb-f2cf8ce58882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:42.229702 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2c33ea17-c528-4805-959a-3da4d31319b1 req-a0fd9812-e964-49b1-aefb-f2cf8ce58882 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=34c1b1d205a140b39082ee45b1ce3028&device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 1096 time: 0.0866995 Apr 07 08:09:42.453500 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09d869-201c-4440-b6bc-de99d5cdcc03 req-2197e690-5480-42c3-90d3-9eae75aacde5 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:42.454247 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-5f09d869-201c-4440-b6bc-de99d5cdcc03 req-2197e690-5480-42c3-90d3-9eae75aacde5 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Synchronizing usage tracker for tenant:34c1b1d205a140b39082ee45b1ce3028 on resource:port {{(pid=84419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:09:42.460640 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33ea17-c528-4805-959a-3da4d31319b1 req-d4216c1c-e963-494c-ac82-2ae2dfa45848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:42.462136 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2c33ea17-c528-4805-959a-3da4d31319b1 req-d4216c1c-e963-494c-ac82-2ae2dfa45848 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=34c1b1d205a140b39082ee45b1ce3028&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1947510 Apr 07 08:09:42.511786 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-5f09d869-201c-4440-b6bc-de99d5cdcc03 req-2197e690-5480-42c3-90d3-9eae75aacde5 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Unset dirty status for tenant:34c1b1d205a140b39082ee45b1ce3028 on resource:port {{(pid=84419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:09:42.512973 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5f09d869-201c-4440-b6bc-de99d5cdcc03 req-2197e690-5480-42c3-90d3-9eae75aacde5 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 943 time: 0.2823138 Apr 07 08:09:42.631831 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5f09d869-201c-4440-b6bc-de99d5cdcc03 req-929ea570-212b-49d7-bc68-971a9d9789c5 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707209 Apr 07 08:09:42.651059 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33ea17-c528-4805-959a-3da4d31319b1 req-26d9003b-6e9d-4c83-b291-7767681d0f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:42.652662 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2c33ea17-c528-4805-959a-3da4d31319b1 req-26d9003b-6e9d-4c83-b291-7767681d0f59 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1819892 Apr 07 08:09:42.778047 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-61a665b0-aec3-4ee8-96c4-6c0edcb47f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:42.779702 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-61a665b0-aec3-4ee8-96c4-6c0edcb47f9c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=34c1b1d205a140b39082ee45b1ce3028&device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 1096 time: 0.0781012 Apr 07 08:09:42.854435 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-ede4ec72-bf36-4741-9c44-d3d23daa8cd5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb0d304c-9155-40c8-940b-4156bc67da7d HTTP/1.1" status: 200 len: 217 time: 0.0666666 Apr 07 08:09:42.921892 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-b07b178d-d212-455f-a576-e249d60a3f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:42.923483 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-b07b178d-d212-455f-a576-e249d60a3f01 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e3dcb39-b597-4ef8-9cff-53923f6cc286 HTTP/1.1" status: 200 len: 850 time: 0.0625823 Apr 07 08:09:43.009510 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-60212a96-c899-43ed-96c8-9d28e24d0a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:43.011323 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-60212a96-c899-43ed-96c8-9d28e24d0a07 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ab5bbd22-bfa8-4c9f-86a6-c4149444a964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0801382 Apr 07 08:09:43.155479 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-8f165c03-24b0-4048-b5fb-0b86f0d865ee service neutron] 10.222.0.13 "GET /v2.0/networks/ab5bbd22-bfa8-4c9f-86a6-c4149444a964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367137 Apr 07 08:09:43.300864 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1e89ccc5-fa48-49b8-b666-09c6530f8ae8 req-6841956b-e2af-4fe8-b2ed-35c78cfc937c service neutron] 10.222.0.13 "GET /v2.0/networks/ab5bbd22-bfa8-4c9f-86a6-c4149444a964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357467 Apr 07 08:09:43.833633 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2763b-51a2-4788-a33e-60b327e8de59 req-dc9e1315-55f9-4258-b376-02666661bb86 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:43.835254 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-65d2763b-51a2-4788-a33e-60b327e8de59 req-dc9e1315-55f9-4258-b376-02666661bb86 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 943 time: 0.0887554 Apr 07 08:09:43.882338 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-65d2763b-51a2-4788-a33e-60b327e8de59 req-5c2b3e08-7639-4b05-b737-6e04b0334178 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408878 Apr 07 08:09:44.007103 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-61eb08f0-7502-418b-aacc-cf1078b9efe0 None None] Agent healthcheck: found 6 active agents {{(pid=84422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 08:09:45.083011 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7c9b4-24a7-4750-986f-71c2e77584ed req-bf9e1cb7-6164-4c48-9aa3-d9cbe5b0816d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:45.084749 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5dd7c9b4-24a7-4750-986f-71c2e77584ed req-bf9e1cb7-6164-4c48-9aa3-d9cbe5b0816d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 943 time: 0.0879230 Apr 07 08:09:45.134074 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5dd7c9b4-24a7-4750-986f-71c2e77584ed req-9ac92560-3351-43dc-a258-334653b7f1f9 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430608 Apr 07 08:09:46.343330 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b329f243-f648-4ea6-aec7-ae497c4a3ef3 req-e4a3ed51-c815-4fb1-b2d6-7a13d0c64ba4 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:46.344680 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b329f243-f648-4ea6-aec7-ae497c4a3ef3 req-e4a3ed51-c815-4fb1-b2d6-7a13d0c64ba4 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 943 time: 0.0942402 Apr 07 08:09:46.398583 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b329f243-f648-4ea6-aec7-ae497c4a3ef3 req-e15248ac-d227-4287-a7e3-b4a0ac9a158c tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425117 Apr 07 08:09:46.703492 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device cb0d304c-9155-40c8-940b-4156bc67da7d details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 08:09:46.841634 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port cb0d304c-9155-40c8-940b-4156bc67da7d, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=cb0d304c-9155-40c8-940b-4156bc67da7d,segment=NetworkSegment(0320c003-197f-4159-838f-fc3f7957e4e8),segment_id=0320c003-197f-4159-838f-fc3f7957e4e8)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:09:46.855901 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Returning: {'device': 'cb0d304c-9155-40c8-940b-4156bc67da7d', 'network_id': 'ab5bbd22-bfa8-4c9f-86a6-c4149444a964', 'port_id': 'cb0d304c-9155-40c8-940b-4156bc67da7d', 'mac_address': 'fa:16:3e:94:fb:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e3dcb39-b597-4ef8-9cff-53923f6cc286', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 08:09:46.914639 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:46.932162 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb0d304c-9155-40c8-940b-4156bc67da7d {{(pid=84421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 08:09:46.949190 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port cb0d304c-9155-40c8-940b-4156bc67da7d, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=cb0d304c-9155-40c8-940b-4156bc67da7d,segment=NetworkSegment(0320c003-197f-4159-838f-fc3f7957e4e8),segment_id=0320c003-197f-4159-838f-fc3f7957e4e8)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:09:46.971008 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:46.972800 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b98fc61a-fff0-4153-84c8-4ab54211c2d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:47.044052 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=cb0d304c-9155-40c8-940b-4156bc67da7d,revision_number=4']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:47.047114 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:47.258495 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] get_ports_and_sgs() called for port_ids ['cb0d304c-9155-40c8-940b-4156bc67da7d'] {{(pid=84421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 08:09:47.603622 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f6360-27cc-4c2e-bb21-a87f7062eda5 req-6753661e-0529-4951-93be-6bcc8a73013c tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:47.605208 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0a3f6360-27cc-4c2e-bb21-a87f7062eda5 req-6753661e-0529-4951-93be-6bcc8a73013c tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 944 time: 0.0911233 Apr 07 08:09:47.653033 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0a3f6360-27cc-4c2e-bb21-a87f7062eda5 req-017e9434-783b-4219-9f4e-5febe4ad827b tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413661 Apr 07 08:09:48.716630 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device cb0d304c-9155-40c8-940b-4156bc67da7d up at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:09:48.816956 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Provisioning for port cb0d304c-9155-40c8-940b-4156bc67da7d completed by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:09:48.823576 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Provisioning complete for port cb0d304c-9155-40c8-940b-4156bc67da7d triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:09:48.823994 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:48.857609 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c553a-e061-48b9-8d63-76424cb53703 req-8413d003-e25a-45af-ac46-6de98a739129 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:48.859396 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e46c553a-e061-48b9-8d63-76424cb53703 req-8413d003-e25a-45af-ac46-6de98a739129 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 944 time: 0.0888109 Apr 07 08:09:48.922682 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e46c553a-e061-48b9-8d63-76424cb53703 req-53a8e0b8-537c-43b1-81f0-61c17af4425b tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489616 Apr 07 08:09:48.965723 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:48.994761 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec86384-2c91-4749-bf1a-28750e4d6bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0d304c-9155-40c8-940b-4156bc67da7d'}] {{(pid=84421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:09:49.004799 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port cb0d304c-9155-40c8-940b-4156bc67da7d, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=cb0d304c-9155-40c8-940b-4156bc67da7d,segment=NetworkSegment(0320c003-197f-4159-838f-fc3f7957e4e8),segment_id=0320c003-197f-4159-838f-fc3f7957e4e8)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:09:49.040084 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:49.042165 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a4993766-cc4b-4a57-9634-b56608f6a355 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:49.074818 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec86384-2c91-4749-bf1a-28750e4d6bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0d304c-9155-40c8-940b-4156bc67da7d', 'code': 200} Apr 07 08:09:49.126118 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=cb0d304c-9155-40c8-940b-4156bc67da7d,revision_number=5']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:49.129361 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:49.171328 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:49.370440 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c13f7-c2b2-4955-8ac6-c672ca305374 req-2b5f07bd-0883-4de7-b0f5-272b344b09ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:49.372128 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1c4c13f7-c2b2-4955-8ac6-c672ca305374 req-2b5f07bd-0883-4de7-b0f5-272b344b09ac service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 1098 time: 0.0802889 Apr 07 08:09:49.420120 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1c4c13f7-c2b2-4955-8ac6-c672ca305374 req-4d85b6d5-720d-4dd8-b517-dec2870cfe20 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409985 Apr 07 08:09:50.125104 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34188d48-113b-4818-879f-056e16a3cd5b req-1a1014c2-04d2-4d12-be64-7414584648f5 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:50.126731 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-34188d48-113b-4818-879f-056e16a3cd5b req-1a1014c2-04d2-4d12-be64-7414584648f5 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0887284 Apr 07 08:09:50.183162 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-34188d48-113b-4818-879f-056e16a3cd5b req-3ff7be92-b30d-48ee-be0f-7a6afd1f3cef tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494521 Apr 07 08:09:50.582677 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f0fde-2393-47f7-8f71-74cb69bbc9a4 req-3d777443-128d-4156-b8cc-abf5d970565b tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:50.584469 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-672f0fde-2393-47f7-8f71-74cb69bbc9a4 req-3d777443-128d-4156-b8cc-abf5d970565b tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=7375949c-2898-49fe-8c79-7ff1f773429f HTTP/1.1" status: 200 len: 946 time: 0.0906897 Apr 07 08:09:50.631268 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-672f0fde-2393-47f7-8f71-74cb69bbc9a4 req-37a89ab4-c844-454c-a8fc-f86dcd954398 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f6c1941-93ed-4e7b-a649-e43b8b580ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404215 Apr 07 08:09:51.388473 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417fe3c-c64a-4f94-8b81-e135fda94f1e req-9097f3f2-07ee-451e-b6cf-e313181097d3 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:51.390065 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3417fe3c-c64a-4f94-8b81-e135fda94f1e req-9097f3f2-07ee-451e-b6cf-e313181097d3 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0890892 Apr 07 08:09:51.439809 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3417fe3c-c64a-4f94-8b81-e135fda94f1e req-e1119cbe-3577-4b1d-8662-43aa61426915 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418046 Apr 07 08:09:51.641401 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62794410-9169-461f-9c79-496c5612b1b0 req-9db0eb2d-effc-432c-b781-9bd61ce40454 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:51.643042 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-62794410-9169-461f-9c79-496c5612b1b0 req-9db0eb2d-effc-432c-b781-9bd61ce40454 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0947547 Apr 07 08:09:51.652746 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 48756) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:09:51.658330 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-cdb1e8b6-143c-4d78-86be-f432f6627dac tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Request body: {'floatingip': {'port_id': 'cb0d304c-9155-40c8-940b-4156bc67da7d'}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:09:51.744450 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cdb1e8b6-143c-4d78-86be-f432f6627dac tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks [] for floatingip, before_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:51.842147 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837ccb0-18d7-4a2e-8f87-5319582f374b req-a4b11c2f-9d3d-4052-b1a8-b39b7094d0eb tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:51.843931 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-7837ccb0-18d7-4a2e-8f87-5319582f374b req-a4b11c2f-9d3d-4052-b1a8-b39b7094d0eb tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=7375949c-2898-49fe-8c79-7ff1f773429f HTTP/1.1" status: 200 len: 946 time: 0.0987582 Apr 07 08:09:51.898583 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-7837ccb0-18d7-4a2e-8f87-5319582f374b req-f6a3e590-000a-4faa-8ace-61ec85ba1544 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f6c1941-93ed-4e7b-a649-e43b8b580ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463641 Apr 07 08:09:52.314820 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4ba4ff9b-c174-427a-b8dd-138f0eebb5d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:52.612165 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cdb1e8b6-143c-4d78-86be-f432f6627dac tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:52.644755 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cdb1e8b6-143c-4d78-86be-f432f6627dac tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675279'] for floatingip, after_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:52.823953 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.db.l3_db [None req-cdb1e8b6-143c-4d78-86be-f432f6627dac tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Floating IP 2f6e4d3a-1339-4dcf-8c22-55f30409e49c associated. External IP: 172.28.3.202, port: cb0d304c-9155-40c8-940b-4156bc67da7d. Apr 07 08:09:53.255957 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f9e9f-85a4-4567-b552-80dbe84ca74d req-48ad380f-8e4d-4baf-bbd8-07f1cbf1aefd tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:53.257558 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-407f9e9f-85a4-4567-b552-80dbe84ca74d req-48ad380f-8e4d-4baf-bbd8-07f1cbf1aefd tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=7375949c-2898-49fe-8c79-7ff1f773429f HTTP/1.1" status: 200 len: 946 time: 0.2005711 Apr 07 08:09:53.266563 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb1e8b6-143c-4d78-86be-f432f6627dac tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Router 709fa8a8-dbd2-4d06-843a-607546d7d540 has already been hosted by L3 agent 9e1c8038-06ec-4f38-a606-610b3381902d {{(pid=84420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 08:09:53.439257 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-407f9e9f-85a4-4567-b552-80dbe84ca74d req-2f23b84f-6094-4fe2-87f1-e762c62968d8 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f6c1941-93ed-4e7b-a649-e43b8b580ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748083 Apr 07 08:09:53.500771 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb1e8b6-143c-4d78-86be-f432f6627dac tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify agent at l3_agent.dv-cinder-782390-4-smb the message routers_updated {{(pid=84420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 08:09:53.511382 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9d9afd-78dd-47d2-ac74-3377ff2b22e6 None None] Sync routers for ids ['709fa8a8-dbd2-4d06-843a-607546d7d540'] in dv-cinder-782390-4-smb {{(pid=84421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 08:09:53.515542 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cdb1e8b6-143c-4d78-86be-f432f6627dac tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for floatingip, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:53.522200 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9d9afd-78dd-47d2-ac74-3377ff2b22e6 None None] Routers {'709fa8a8-dbd2-4d06-843a-607546d7d540'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:09:53.522988 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-4d9d9afd-78dd-47d2-ac74-3377ff2b22e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:09:25Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['709fa8a8-dbd2-4d06-843a-607546d7d540'], 'active': True} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:09:53.578934 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-cdb1e8b6-143c-4d78-86be-f432f6627dac tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "PUT /v2.0/floatingips/2f6e4d3a-1339-4dcf-8c22-55f30409e49c HTTP/1.1" status: 200 len: 991 time: 1.9250143 Apr 07 08:09:53.579813 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ec86384-2c91-4749-bf1a-28750e4d6bd3', 'tag': 'cb0d304c-9155-40c8-940b-4156bc67da7d'}] {{(pid=84420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:09:53.720346 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-4d9d9afd-78dd-47d2-ac74-3377ff2b22e6 None None] Set router 709fa8a8-dbd2-4d06-843a-607546d7d540 gateway port host: dv-cinder-782390-4-smb {{(pid=84421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:09:53.754829 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ec86384-2c91-4749-bf1a-28750e4d6bd3', 'tag': 'cb0d304c-9155-40c8-940b-4156bc67da7d', 'status': 'completed', 'code': 200} Apr 07 08:09:53.870579 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558b647-3b9a-4ca7-9337-6ddda64ea0b8 req-7be03da4-1750-40c1-b24f-8074da948876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:53.872406 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9558b647-3b9a-4ca7-9337-6ddda64ea0b8 req-7be03da4-1750-40c1-b24f-8074da948876 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=34c1b1d205a140b39082ee45b1ce3028&device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 1098 time: 0.0814724 Apr 07 08:09:54.121582 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-4d9d9afd-78dd-47d2-ac74-3377ff2b22e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'name': 'tempest-AttachVolumeTestJSON-2059608512-router', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': '8a51900f-4a8c-47f5-961d-28bf3b86f57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:09:23Z', 'updated_at': '2021-04-07T08:09:30Z', 'revision_number': 4, 'project_id': '34c1b1d205a140b39082ee45b1ce3028', 'gw_port': {'id': '8a51900f-4a8c-47f5-961d-28bf3b86f57d', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:09:24Z', 'updated_at': '2021-04-07T08:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_floatingips': [{'id': '2f6e4d3a-1339-4dcf-8c22-55f30409e49c', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'floating_ip_address': '172.28.3.202', 'floating_network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'router_id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'port_id': 'cb0d304c-9155-40c8-940b-4156bc67da7d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab5bbd22-bfa8-4c9f-86a6-c4149444a964', 'mac_address': 'fa:16:3e:94:fb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec86384-2c91-4749-bf1a-28750e4d6bd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:09:35Z', 'updated_at': '2021-04-07T08:09:52Z', 'revision_number': 1, 'project_id': '34c1b1d205a140b39082ee45b1ce3028', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bb36a9e-b7d9-4728-8d65-3fc993276c0b', 'name': '', 'network_id': 'ab5bbd22-bfa8-4c9f-86a6-c4149444a964', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'mac_address': 'fa:16:3e:85:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8e3dcb39-b597-4ef8-9cff-53923f6cc286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:09:29Z', 'updated_at': '2021-04-07T08:09:38Z', 'revision_number': 5, 'project_id': '34c1b1d205a140b39082ee45b1ce3028', 'subnets': [{'id': '8e3dcb39-b597-4ef8-9cff-53923f6cc286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:09:54.125868 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9d9afd-78dd-47d2-ac74-3377ff2b22e6 None None] Checking router: 709fa8a8-dbd2-4d06-843a-607546d7d540 for host: dv-cinder-782390-4-smb {{(pid=84421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 08:09:54.135251 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9d9afd-78dd-47d2-ac74-3377ff2b22e6 None None] Routers {'709fa8a8-dbd2-4d06-843a-607546d7d540'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:09:54.135916 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-4d9d9afd-78dd-47d2-ac74-3377ff2b22e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:09:25Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['709fa8a8-dbd2-4d06-843a-607546d7d540'], 'active': True} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:09:54.241213 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558b647-3b9a-4ca7-9337-6ddda64ea0b8 req-0babe489-48db-4573-90f7-5d544fd95f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:54.242818 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9558b647-3b9a-4ca7-9337-6ddda64ea0b8 req-0babe489-48db-4573-90f7-5d544fd95f5a service neutron] 10.222.0.13 "GET /v2.0/networks?id=ab5bbd22-bfa8-4c9f-86a6-c4149444a964 HTTP/1.1" status: 200 len: 912 time: 0.3631649 Apr 07 08:09:54.329560 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-4d9d9afd-78dd-47d2-ac74-3377ff2b22e6 None None] Set router 709fa8a8-dbd2-4d06-843a-607546d7d540 gateway port host: dv-cinder-782390-4-smb {{(pid=84421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:09:54.360116 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9558b647-3b9a-4ca7-9337-6ddda64ea0b8 req-a3ff357b-5d18-4842-bb6c-f7c28ac93b14 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb0d304c-9155-40c8-940b-4156bc67da7d HTTP/1.1" status: 200 len: 999 time: 0.1105511 Apr 07 08:09:54.442271 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558b647-3b9a-4ca7-9337-6ddda64ea0b8 req-ad1d6687-be4a-4194-b7c2-1fe17016bf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:54.444191 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9558b647-3b9a-4ca7-9337-6ddda64ea0b8 req-ad1d6687-be4a-4194-b7c2-1fe17016bf69 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e3dcb39-b597-4ef8-9cff-53923f6cc286 HTTP/1.1" status: 200 len: 850 time: 0.0725968 Apr 07 08:09:54.533061 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558b647-3b9a-4ca7-9337-6ddda64ea0b8 req-f4a17017-bb48-4ec3-a207-9d461c88ab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:54.534985 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9558b647-3b9a-4ca7-9337-6ddda64ea0b8 req-f4a17017-bb48-4ec3-a207-9d461c88ab50 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ab5bbd22-bfa8-4c9f-86a6-c4149444a964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0834949 Apr 07 08:09:54.662013 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18c2f7-ed9d-4359-8134-771832bdbdf7 req-b3c39815-8861-4799-b401-8c71b1436d67 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:54.663653 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2f18c2f7-ed9d-4359-8134-771832bdbdf7 req-b3c39815-8861-4799-b401-8c71b1436d67 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=7375949c-2898-49fe-8c79-7ff1f773429f HTTP/1.1" status: 200 len: 946 time: 0.0975549 Apr 07 08:09:54.693692 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9558b647-3b9a-4ca7-9337-6ddda64ea0b8 req-53c0ba1b-4b19-48a7-b1b1-87579f4867f5 service neutron] 10.222.0.13 "GET /v2.0/networks/ab5bbd22-bfa8-4c9f-86a6-c4149444a964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487124 Apr 07 08:09:54.713805 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2f18c2f7-ed9d-4359-8134-771832bdbdf7 req-3ca23737-6927-4b8d-9eb4-b6152d9cae2e tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f6c1941-93ed-4e7b-a649-e43b8b580ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433493 Apr 07 08:09:54.720404 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-4d9d9afd-78dd-47d2-ac74-3377ff2b22e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'name': 'tempest-AttachVolumeTestJSON-2059608512-router', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': '8a51900f-4a8c-47f5-961d-28bf3b86f57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:09:23Z', 'updated_at': '2021-04-07T08:09:30Z', 'revision_number': 4, 'project_id': '34c1b1d205a140b39082ee45b1ce3028', 'gw_port': {'id': '8a51900f-4a8c-47f5-961d-28bf3b86f57d', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:09:24Z', 'updated_at': '2021-04-07T08:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_floatingips': [{'id': '2f6e4d3a-1339-4dcf-8c22-55f30409e49c', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'floating_ip_address': '172.28.3.202', 'floating_network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'router_id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'port_id': 'cb0d304c-9155-40c8-940b-4156bc67da7d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab5bbd22-bfa8-4c9f-86a6-c4149444a964', 'mac_address': 'fa:16:3e:94:fb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec86384-2c91-4749-bf1a-28750e4d6bd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:09:35Z', 'updated_at': '2021-04-07T08:09:52Z', 'revision_number': 1, 'project_id': '34c1b1d205a140b39082ee45b1ce3028', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bb36a9e-b7d9-4728-8d65-3fc993276c0b', 'name': '', 'network_id': 'ab5bbd22-bfa8-4c9f-86a6-c4149444a964', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'mac_address': 'fa:16:3e:85:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8e3dcb39-b597-4ef8-9cff-53923f6cc286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:09:29Z', 'updated_at': '2021-04-07T08:09:38Z', 'revision_number': 5, 'project_id': '34c1b1d205a140b39082ee45b1ce3028', 'subnets': [{'id': '8e3dcb39-b597-4ef8-9cff-53923f6cc286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:09:54.726115 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9d9afd-78dd-47d2-ac74-3377ff2b22e6 None None] The sync data for ids ['709fa8a8-dbd2-4d06-843a-607546d7d540'] in dv-cinder-782390-4-smb is: [{'id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'name': 'tempest-AttachVolumeTestJSON-2059608512-router', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': '8a51900f-4a8c-47f5-961d-28bf3b86f57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:09:23Z', 'updated_at': '2021-04-07T08:09:30Z', 'revision_number': 4, 'project_id': '34c1b1d205a140b39082ee45b1ce3028', 'gw_port': {'id': '8a51900f-4a8c-47f5-961d-28bf3b86f57d', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:09:24Z', 'updated_at': '2021-04-07T08:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_floatingips': [{'id': '2f6e4d3a-1339-4dcf-8c22-55f30409e49c', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'floating_ip_address': '172.28.3.202', 'floating_network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'router_id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'port_id': 'cb0d304c-9155-40c8-940b-4156bc67da7d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab5bbd22-bfa8-4c9f-86a6-c4149444a964', 'mac_address': 'fa:16:3e:94:fb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec86384-2c91-4749-bf1a-28750e4d6bd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:09:35Z', 'updated_at': '2021-04-07T08:09:52Z', 'revision_number': 1, 'project_id': '34c1b1d205a140b39082ee45b1ce3028', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bb36a9e-b7d9-4728-8d65-3fc993276c0b', 'name': '', 'network_id': 'ab5bbd22-bfa8-4c9f-86a6-c4149444a964', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'mac_address': 'fa:16:3e:85:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8e3dcb39-b597-4ef8-9cff-53923f6cc286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:09:29Z', 'updated_at': '2021-04-07T08:09:38Z', 'revision_number': 5, 'project_id': '34c1b1d205a140b39082ee45b1ce3028', 'subnets': [{'id': '8e3dcb39-b597-4ef8-9cff-53923f6cc286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 08:09:54.857959 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9558b647-3b9a-4ca7-9337-6ddda64ea0b8 req-011ca290-822c-4d35-b1e7-cf0f868b1d00 service neutron] 10.222.0.13 "GET /v2.0/networks/ab5bbd22-bfa8-4c9f-86a6-c4149444a964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554925 Apr 07 08:09:54.873957 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c73c32a-b2af-4996-aad8-5d3a35b034de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:55.048713 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3b47df-25ba-42b1-b9bb-d131cf1dc5a3 None None] New status for floating IP 2f6e4d3a-1339-4dcf-8c22-55f30409e49c: ACTIVE {{(pid=84422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 07 08:09:55.399596 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:55.603071 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728bac2b-4cf1-4a2f-a8d9-9604208a7f1f req-5986c0fa-e0ed-4343-8025-49dd9f2b1b66 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:55.604625 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-728bac2b-4cf1-4a2f-a8d9-9604208a7f1f req-5986c0fa-e0ed-4343-8025-49dd9f2b1b66 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 947 time: 0.0875893 Apr 07 08:09:55.655392 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-728bac2b-4cf1-4a2f-a8d9-9604208a7f1f req-09f784bf-a02f-4228-a046-3dcd56f29a19 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442724 Apr 07 08:09:55.926140 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177112ea-69e8-45ef-8f62-b9c49e93465e req-bbd90a72-5ed4-439e-a1f3-dae57ce65fd4 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:55.928238 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-177112ea-69e8-45ef-8f62-b9c49e93465e req-bbd90a72-5ed4-439e-a1f3-dae57ce65fd4 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=7375949c-2898-49fe-8c79-7ff1f773429f HTTP/1.1" status: 200 len: 946 time: 0.0910101 Apr 07 08:09:55.975990 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-177112ea-69e8-45ef-8f62-b9c49e93465e req-84720469-b06b-439c-9550-401b02e4a316 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f6c1941-93ed-4e7b-a649-e43b8b580ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412188 Apr 07 08:09:56.258686 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f496a-104b-4d30-ab0b-9a2cc5220240 req-dc5576d3-06a2-4bea-a8bb-bf59c42629bd tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:56.260217 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d27f496a-104b-4d30-ab0b-9a2cc5220240 req-dc5576d3-06a2-4bea-a8bb-bf59c42629bd tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.13 "GET /v2.0/ports?device_id=7375949c-2898-49fe-8c79-7ff1f773429f HTTP/1.1" status: 200 len: 946 time: 0.0929351 Apr 07 08:09:56.339052 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-d27f496a-104b-4d30-ab0b-9a2cc5220240 req-f43b4960-2644-4c59-a0c5-1aefd65ae743 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Deleting port d51473a7-f818-4aa8-a1c3-1c59ade4cea5 {{(pid=84419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:09:56.339422 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-d27f496a-104b-4d30-ab0b-9a2cc5220240 req-f43b4960-2644-4c59-a0c5-1aefd65ae743 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:56.595633 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-d27f496a-104b-4d30-ab0b-9a2cc5220240 req-f43b4960-2644-4c59-a0c5-1aefd65ae743 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] For port d51473a7-f818-4aa8-a1c3-1c59ade4cea5, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=d51473a7-f818-4aa8-a1c3-1c59ade4cea5,segment=NetworkSegment(a27d41e2-1695-4aa7-a0ff-a519216959ac),segment_id=a27d41e2-1695-4aa7-a0ff-a519216959ac)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:09:56.596036 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-d27f496a-104b-4d30-ab0b-9a2cc5220240 req-f43b4960-2644-4c59-a0c5-1aefd65ae743 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:56.730009 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-d27f496a-104b-4d30-ab0b-9a2cc5220240 req-f43b4960-2644-4c59-a0c5-1aefd65ae743 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Calling delete_port for d51473a7-f818-4aa8-a1c3-1c59ade4cea5 owned by compute:nova {{(pid=84419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:09:56.759190 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:56.781957 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:56.890962 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65910f-781e-4b57-87bb-6803f89e040c req-81b8dbf4-5def-43c5-a030-58911d4eb6f7 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:56.892524 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5c65910f-781e-4b57-87bb-6803f89e040c req-81b8dbf4-5def-43c5-a030-58911d4eb6f7 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 947 time: 0.1129971 Apr 07 08:09:56.977268 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5c65910f-781e-4b57-87bb-6803f89e040c req-3b12b755-aa76-4197-af6e-b5861850bec2 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774736 Apr 07 08:09:57.032011 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-d27f496a-104b-4d30-ab0b-9a2cc5220240 req-f43b4960-2644-4c59-a0c5-1aefd65ae743 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716444531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762716001395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:57.044506 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] get_ports_and_sgs() called for port_ids ['d51473a7-f818-4aa8-a1c3-1c59ade4cea5'] {{(pid=84421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 08:09:57.061963 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:57.125101 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b4960-2644-4c59-a0c5-1aefd65ae743 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Pushing event deleted for resources: {'Port': ['ID=d51473a7-f818-4aa8-a1c3-1c59ade4cea5,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:57.175378 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b4960-2644-4c59-a0c5-1aefd65ae743 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:09:57.175800 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b4960-2644-4c59-a0c5-1aefd65ae743 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:09:57.176171 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b4960-2644-4c59-a0c5-1aefd65ae743 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:09:57.176557 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b4960-2644-4c59-a0c5-1aefd65ae743 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:09:57.176983 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b4960-2644-4c59-a0c5-1aefd65ae743 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:09:57.177367 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b4960-2644-4c59-a0c5-1aefd65ae743 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:09:57.177749 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b4960-2644-4c59-a0c5-1aefd65ae743 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:09:57.178153 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b4960-2644-4c59-a0c5-1aefd65ae743 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:09:57.178508 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b4960-2644-4c59-a0c5-1aefd65ae743 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:09:57.178941 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b4960-2644-4c59-a0c5-1aefd65ae743 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:09:57.179317 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b4960-2644-4c59-a0c5-1aefd65ae743 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:09:57.179692 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b4960-2644-4c59-a0c5-1aefd65ae743 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:09:57.237106 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f43b4960-2644-4c59-a0c5-1aefd65ae743 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:57.245126 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e065a110-67ea-42a9-b98e-b5c2c9b52157 req-ad3171ba-7a94-4f87-b114-0bfee8e9bd63 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=7375949c-2898-49fe-8c79-7ff1f773429f HTTP/1.1" status: 200 len: 210 time: 0.1328802 Apr 07 08:09:57.441378 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023575b-c855-4598-8778-a0d9c3812e5c req-c0e4502c-0495-4726-8e3f-2dc3373b0256 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:57.443700 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-6023575b-c855-4598-8778-a0d9c3812e5c req-c0e4502c-0495-4726-8e3f-2dc3373b0256 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.13 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 947 time: 0.2012641 Apr 07 08:09:57.450923 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-d27f496a-104b-4d30-ab0b-9a2cc5220240 req-f43b4960-2644-4c59-a0c5-1aefd65ae743 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] No DVR routers for this DVR port d51473a7-f818-4aa8-a1c3-1c59ade4cea5 on host hv-cinder-78239 {{(pid=84419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 08:09:57.481654 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-d27f496a-104b-4d30-ab0b-9a2cc5220240 req-f43b4960-2644-4c59-a0c5-1aefd65ae743 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:57.488710 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7375949c-2898-49fe-8c79-7ff1f773429f', 'name': 'network-vif-deleted', 'tag': 'd51473a7-f818-4aa8-a1c3-1c59ade4cea5'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:09:57.534403 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-6023575b-c855-4598-8778-a0d9c3812e5c req-cb80a7a6-03d2-4d35-9872-5328f1c486ea tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Deleting port 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed {{(pid=84419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:09:57.534814 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-6023575b-c855-4598-8778-a0d9c3812e5c req-cb80a7a6-03d2-4d35-9872-5328f1c486ea tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:57.571118 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7375949c-2898-49fe-8c79-7ff1f773429f', 'name': 'network-vif-deleted', 'tag': 'd51473a7-f818-4aa8-a1c3-1c59ade4cea5', 'status': 'completed', 'code': 200} Apr 07 08:09:57.579273 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d27f496a-104b-4d30-ab0b-9a2cc5220240 req-f43b4960-2644-4c59-a0c5-1aefd65ae743 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.13 "DELETE /v2.0/ports/d51473a7-f818-4aa8-a1c3-1c59ade4cea5 HTTP/1.1" status: 204 len: 173 time: 1.3131785 Apr 07 08:09:57.803690 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-6023575b-c855-4598-8778-a0d9c3812e5c req-cb80a7a6-03d2-4d35-9872-5328f1c486ea tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] For port 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=453c3cc2-00d7-4b92-a6be-ee2b7bf573ed,segment=NetworkSegment(10fc6654-2c6a-4d12-930e-7b16dfb451cb),segment_id=10fc6654-2c6a-4d12-930e-7b16dfb451cb)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:09:57.804083 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-6023575b-c855-4598-8778-a0d9c3812e5c req-cb80a7a6-03d2-4d35-9872-5328f1c486ea tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:58.143446 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-6023575b-c855-4598-8778-a0d9c3812e5c req-cb80a7a6-03d2-4d35-9872-5328f1c486ea tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:58.143976 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-6023575b-c855-4598-8778-a0d9c3812e5c req-cb80a7a6-03d2-4d35-9872-5328f1c486ea tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675279'] for floatingip, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:58.144363 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.db.l3_db [req-6023575b-c855-4598-8778-a0d9c3812e5c req-cb80a7a6-03d2-4d35-9872-5328f1c486ea tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Floating IP d177a404-703a-40d1-a8af-4a5a33fb8d80 disassociated. External IP: 172.28.3.16, port: 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed. Apr 07 08:09:58.144586 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-6023575b-c855-4598-8778-a0d9c3812e5c req-cb80a7a6-03d2-4d35-9872-5328f1c486ea tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Calling delete_port for 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed owned by compute:nova {{(pid=84419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:09:58.271442 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e570168-f95f-49e7-91d9-d54b829f5afd req-d357c467-f6ab-4db9-ae11-c588269dcb3d tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:58.273084 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0e570168-f95f-49e7-91d9-d54b829f5afd req-d357c467-f6ab-4db9-ae11-c588269dcb3d tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 947 time: 0.0998650 Apr 07 08:09:58.340254 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0e570168-f95f-49e7-91d9-d54b829f5afd req-a2e368a5-6d85-4bc1-896f-11683980b60f tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=27289aa6-fa85-4bfa-b14b-e5fd1a99a871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528867 Apr 07 08:09:58.613087 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882db98-0f4b-4542-ac25-4b21d3a1b0cb req-3b840920-a06d-43eb-b7d8-6e1270edced1 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:58.615409 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1882db98-0f4b-4542-ac25-4b21d3a1b0cb req-3b840920-a06d-43eb-b7d8-6e1270edced1 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 985 time: 0.4389737 Apr 07 08:09:58.618217 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51862d7e-9ffc-4c72-a364-3ab4cca28e39 req-c8465024-7ef3-4e93-886b-27b6767cad8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:58.619707 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-51862d7e-9ffc-4c72-a364-3ab4cca28e39 req-c8465024-7ef3-4e93-886b-27b6767cad8d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bab0f03958734baaa1c09c0cc6ac3eb8&device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 1138 time: 0.4312744 Apr 07 08:09:58.816540 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1882db98-0f4b-4542-ac25-4b21d3a1b0cb req-1ea46da3-d55d-4062-8acd-1440051d05d6 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&id=6ea94ae6-f521-4059-9e70-a041f0ad0d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1926258 Apr 07 08:09:58.854423 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-6023575b-c855-4598-8778-a0d9c3812e5c req-cb80a7a6-03d2-4d35-9872-5328f1c486ea tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716444531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762716001395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:09:58.879337 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-386bf116-9569-4dbd-88d0-c6d5233a389a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:09:58.944327 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb80a7a6-03d2-4d35-9872-5328f1c486ea tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Pushing event deleted for resources: {'Port': ['ID=453c3cc2-00d7-4b92-a6be-ee2b7bf573ed,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:09:58.947208 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-cb80a7a6-03d2-4d35-9872-5328f1c486ea tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:09:58.949019 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51862d7e-9ffc-4c72-a364-3ab4cca28e39 req-ff3ea777-7986-44f5-8465-d961e3f5f747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:58.950747 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-51862d7e-9ffc-4c72-a364-3ab4cca28e39 req-ff3ea777-7986-44f5-8465-d961e3f5f747 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8cb3e5ca-515a-488c-873f-e5ab482043cd HTTP/1.1" status: 200 len: 916 time: 0.2959318 Apr 07 08:09:59.144206 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-51862d7e-9ffc-4c72-a364-3ab4cca28e39 req-8754abb5-1ac2-49a8-bbb9-c9cb3b46db50 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be8c2819-e4a7-48ce-8131-6f47b75ee4ae HTTP/1.1" status: 200 len: 1001 time: 0.1376457 Apr 07 08:09:59.377860 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51862d7e-9ffc-4c72-a364-3ab4cca28e39 req-f4ce8a37-75bb-44c3-abf3-28f1fcc4d2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:59.379615 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-51862d7e-9ffc-4c72-a364-3ab4cca28e39 req-f4ce8a37-75bb-44c3-abf3-28f1fcc4d2f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7f59c1c9-a73c-4df8-a2b8-b3719b8d1bc0 HTTP/1.1" status: 200 len: 854 time: 0.2271452 Apr 07 08:09:59.486168 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6023575b-c855-4598-8778-a0d9c3812e5c req-cb80a7a6-03d2-4d35-9872-5328f1c486ea tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Router 034e59f7-3fbf-4bd6-866c-c30cc3c80679 has already been hosted by L3 agent 9e1c8038-06ec-4f38-a606-610b3381902d {{(pid=84419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 08:09:59.506233 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51862d7e-9ffc-4c72-a364-3ab4cca28e39 req-43eb84b6-a426-4a85-9862-1c845a4ce3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:09:59.508030 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-51862d7e-9ffc-4c72-a364-3ab4cca28e39 req-43eb84b6-a426-4a85-9862-1c845a4ce3ca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8cb3e5ca-515a-488c-873f-e5ab482043cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1189694 Apr 07 08:09:59.532407 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4a09499d-30fd-420e-a4e9-299bb431d2d3 req-350b5dfc-bbcf-4cc2-8d7f-aa6b888ced67 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 210 time: 0.0595913 Apr 07 08:09:59.818643 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6023575b-c855-4598-8778-a0d9c3812e5c req-cb80a7a6-03d2-4d35-9872-5328f1c486ea tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify agent at l3_agent.dv-cinder-782390-4-smb the message routers_updated {{(pid=84419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 08:09:59.822148 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-51862d7e-9ffc-4c72-a364-3ab4cca28e39 req-5ed81af9-1fd4-441b-98be-e75cd4cb64f1 service neutron] 10.222.0.13 "GET /v2.0/networks/8cb3e5ca-515a-488c-873f-e5ab482043cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584739 Apr 07 08:09:59.829332 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc45acc-a5a0-4c18-a99b-fb62381b47fc None None] Sync routers for ids ['034e59f7-3fbf-4bd6-866c-c30cc3c80679'] in dv-cinder-782390-4-smb {{(pid=84421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 08:09:59.839799 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc45acc-a5a0-4c18-a99b-fb62381b47fc None None] Routers {'034e59f7-3fbf-4bd6-866c-c30cc3c80679'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:09:59.840578 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-2bc45acc-a5a0-4c18-a99b-fb62381b47fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:09:55Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['034e59f7-3fbf-4bd6-866c-c30cc3c80679'], 'active': True} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:10:00.019837 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-6023575b-c855-4598-8778-a0d9c3812e5c req-cb80a7a6-03d2-4d35-9872-5328f1c486ea tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] No DVR routers for this DVR port 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed on host hv-cinder-78239 {{(pid=84419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 08:10:00.029488 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-6023575b-c855-4598-8778-a0d9c3812e5c req-cb80a7a6-03d2-4d35-9872-5328f1c486ea tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:00.032315 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658ed895-fd9a-4fce-adf1-9f69ddefb2e4', 'name': 'network-vif-deleted', 'tag': '453c3cc2-00d7-4b92-a6be-ee2b7bf573ed'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:10:00.064526 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38aa14a-a199-4abd-834a-3879af729f5e req-33a34ff0-0969-4d4b-a6e0-c4aaac40ca52 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:00.077304 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c38aa14a-a199-4abd-834a-3879af729f5e req-33a34ff0-0969-4d4b-a6e0-c4aaac40ca52 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 985 time: 0.1280303 Apr 07 08:10:00.125958 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-51862d7e-9ffc-4c72-a364-3ab4cca28e39 req-f722b3dc-6545-44db-bb3d-823232981e4b service neutron] 10.222.0.13 "GET /v2.0/networks/8cb3e5ca-515a-488c-873f-e5ab482043cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710578 Apr 07 08:10:00.131927 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-6023575b-c855-4598-8778-a0d9c3812e5c req-cb80a7a6-03d2-4d35-9872-5328f1c486ea tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.13 "DELETE /v2.0/ports/453c3cc2-00d7-4b92-a6be-ee2b7bf573ed HTTP/1.1" status: 204 len: 173 time: 2.6822531 Apr 07 08:10:00.140167 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c38aa14a-a199-4abd-834a-3879af729f5e req-0183bdd7-ab89-46e6-bd60-d0aa1a3eac45 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&id=6ea94ae6-f521-4059-9e70-a041f0ad0d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0614064 Apr 07 08:10:00.143476 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-2bc45acc-a5a0-4c18-a99b-fb62381b47fc None None] Set router 034e59f7-3fbf-4bd6-866c-c30cc3c80679 gateway port host: dv-cinder-782390-4-smb {{(pid=84421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:10:00.190054 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658ed895-fd9a-4fce-adf1-9f69ddefb2e4', 'name': 'network-vif-deleted', 'tag': '453c3cc2-00d7-4b92-a6be-ee2b7bf573ed', 'status': 'completed', 'code': 200} Apr 07 08:10:00.682486 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-2bc45acc-a5a0-4c18-a99b-fb62381b47fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'name': 'tempest-AttachVolumeShelveTestJSON-1522203858-router', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'b25bdc3d-859f-41b2-bd1f-63370ac91767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:05:39Z', 'updated_at': '2021-04-07T08:05:58Z', 'revision_number': 4, 'project_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'gw_port': {'id': 'b25bdc3d-859f-41b2-bd1f-63370ac91767', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:41Z', 'updated_at': '2021-04-07T08:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': '598fb0e5-3d4f-4657-bf1e-3a89591f541a', 'name': '', 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'mac_address': 'fa:16:3e:b7:ba:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '76e481b0-5bdc-45a1-aec7-e681d70e1c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:52Z', 'updated_at': '2021-04-07T08:06:10Z', 'revision_number': 5, 'project_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'subnets': [{'id': '76e481b0-5bdc-45a1-aec7-e681d70e1c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:10:00.687486 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc45acc-a5a0-4c18-a99b-fb62381b47fc None None] Checking router: 034e59f7-3fbf-4bd6-866c-c30cc3c80679 for host: dv-cinder-782390-4-smb {{(pid=84421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 08:10:00.698642 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc45acc-a5a0-4c18-a99b-fb62381b47fc None None] Routers {'034e59f7-3fbf-4bd6-866c-c30cc3c80679'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:10:00.699436 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-2bc45acc-a5a0-4c18-a99b-fb62381b47fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:09:55Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['034e59f7-3fbf-4bd6-866c-c30cc3c80679'], 'active': True} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:10:00.743210 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9aab2840-34ea-4038-a898-0f739899b875 req-9f3ffd92-483d-4595-ad6e-d7100d3e9307 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=658ed895-fd9a-4fce-adf1-9f69ddefb2e4 HTTP/1.1" status: 200 len: 210 time: 0.0691054 Apr 07 08:10:00.782494 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 08:10:00.893295 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] No Port match for: 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed {{(pid=84421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 08:10:00.893757 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 453c3cc2-00d7-4b92-a6be-ee2b7bf573ed not bound to the agent host hv-cinder-78239 {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 08:10:00.894220 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device d51473a7-f818-4aa8-a1c3-1c59ade4cea5 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 08:10:00.932224 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] No Port match for: d51473a7-f818-4aa8-a1c3-1c59ade4cea5 {{(pid=84421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 08:10:00.932546 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device d51473a7-f818-4aa8-a1c3-1c59ade4cea5 not bound to the agent host hv-cinder-78239 {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 08:10:01.001742 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-2bc45acc-a5a0-4c18-a99b-fb62381b47fc None None] Set router 034e59f7-3fbf-4bd6-866c-c30cc3c80679 gateway port host: dv-cinder-782390-4-smb {{(pid=84421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:10:01.360370 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-2bc45acc-a5a0-4c18-a99b-fb62381b47fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'name': 'tempest-AttachVolumeShelveTestJSON-1522203858-router', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'b25bdc3d-859f-41b2-bd1f-63370ac91767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:05:39Z', 'updated_at': '2021-04-07T08:05:58Z', 'revision_number': 4, 'project_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'gw_port': {'id': 'b25bdc3d-859f-41b2-bd1f-63370ac91767', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:41Z', 'updated_at': '2021-04-07T08:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': '598fb0e5-3d4f-4657-bf1e-3a89591f541a', 'name': '', 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'mac_address': 'fa:16:3e:b7:ba:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '76e481b0-5bdc-45a1-aec7-e681d70e1c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:52Z', 'updated_at': '2021-04-07T08:06:10Z', 'revision_number': 5, 'project_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'subnets': [{'id': '76e481b0-5bdc-45a1-aec7-e681d70e1c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:10:01.367201 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc45acc-a5a0-4c18-a99b-fb62381b47fc None None] The sync data for ids ['034e59f7-3fbf-4bd6-866c-c30cc3c80679'] in dv-cinder-782390-4-smb is: [{'id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'name': 'tempest-AttachVolumeShelveTestJSON-1522203858-router', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'b25bdc3d-859f-41b2-bd1f-63370ac91767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:05:39Z', 'updated_at': '2021-04-07T08:05:58Z', 'revision_number': 4, 'project_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'gw_port': {'id': 'b25bdc3d-859f-41b2-bd1f-63370ac91767', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:41Z', 'updated_at': '2021-04-07T08:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': '598fb0e5-3d4f-4657-bf1e-3a89591f541a', 'name': '', 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'mac_address': 'fa:16:3e:b7:ba:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '76e481b0-5bdc-45a1-aec7-e681d70e1c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:52Z', 'updated_at': '2021-04-07T08:06:10Z', 'revision_number': 5, 'project_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'subnets': [{'id': '76e481b0-5bdc-45a1-aec7-e681d70e1c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 08:10:01.417975 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a8832-fade-4fac-8b5a-61bcf283b562 req-61076abd-5b25-49b3-8873-34db08dd37e1 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:01.427182 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5a4a8832-fade-4fac-8b5a-61bcf283b562 req-61076abd-5b25-49b3-8873-34db08dd37e1 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 985 time: 0.1427882 Apr 07 08:10:01.473122 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5a4a8832-fade-4fac-8b5a-61bcf283b562 req-69d9d6c7-ba77-4b81-898b-7a6e468f8cf7 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&id=6ea94ae6-f521-4059-9e70-a041f0ad0d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0448911 Apr 07 08:10:01.778102 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7227fc42-de15-406c-b0cc-e3d7dbdbd1ae None None] New status for floating IP d177a404-703a-40d1-a8af-4a5a33fb8d80: DOWN {{(pid=84422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 07 08:10:01.967001 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 48858) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:10:02.040009 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f969e718-402d-4113-be1c-1391baed88fc tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:02.074342 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f969e718-402d-4113-be1c-1391baed88fc tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:02.148129 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f969e718-402d-4113-be1c-1391baed88fc tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:02.154224 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d4a758f9-ad50-4e33-9dc1-fdb0aeb6f6a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:10:02.171221 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f969e718-402d-4113-be1c-1391baed88fc tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27289aa6-fa85-4bfa-b14b-e5fd1a99a871,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:10:02.180011 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f969e718-402d-4113-be1c-1391baed88fc tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:10:02.180432 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f969e718-402d-4113-be1c-1391baed88fc tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:10:02.180842 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f969e718-402d-4113-be1c-1391baed88fc tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:10:02.181252 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f969e718-402d-4113-be1c-1391baed88fc tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:10:02.181649 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f969e718-402d-4113-be1c-1391baed88fc tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:10:02.182049 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f969e718-402d-4113-be1c-1391baed88fc tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:10:02.182446 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f969e718-402d-4113-be1c-1391baed88fc tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:10:02.182873 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f969e718-402d-4113-be1c-1391baed88fc tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:10:02.183268 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f969e718-402d-4113-be1c-1391baed88fc tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:10:02.183661 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f969e718-402d-4113-be1c-1391baed88fc tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:10:02.184053 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f969e718-402d-4113-be1c-1391baed88fc tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:10:02.184445 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f969e718-402d-4113-be1c-1391baed88fc tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:10:02.187756 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f969e718-402d-4113-be1c-1391baed88fc tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:10:02.225684 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f969e718-402d-4113-be1c-1391baed88fc tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:02.227039 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-f969e718-402d-4113-be1c-1391baed88fc tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "DELETE /v2.0/security-groups/27289aa6-fa85-4bfa-b14b-e5fd1a99a871 HTTP/1.1" status: 204 len: 168 time: 0.2589622 Apr 07 08:10:02.229829 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 48864) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:10:02.249248 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.v2.resource [None req-121497c5-2dd8-405f-932c-85e87d2d436f tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] show failed (client error): The resource could not be found. Apr 07 08:10:02.250527 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-121497c5-2dd8-405f-932c-85e87d2d436f tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups/27289aa6-fa85-4bfa-b14b-e5fd1a99a871 HTTP/1.1" status: 404 len: 347 time: 0.0194097 Apr 07 08:10:02.253612 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 48868) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:10:02.422955 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-79c6076d-de5a-425a-8c86-9a9a3dca88a7 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Deleting port b5403b01-4f96-4f7b-abec-22613a05c7fb {{(pid=84420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:10:02.423470 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-79c6076d-de5a-425a-8c86-9a9a3dca88a7 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:02.605027 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-79c6076d-de5a-425a-8c86-9a9a3dca88a7 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:02.605311 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-79c6076d-de5a-425a-8c86-9a9a3dca88a7 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:02.689873 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59bca7-eb01-4cb4-bc0a-58198272cea9 req-67864376-b2ce-4f1e-a2a6-97961dd619e5 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:02.691513 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-da59bca7-eb01-4cb4-bc0a-58198272cea9 req-67864376-b2ce-4f1e-a2a6-97961dd619e5 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 985 time: 0.0984106 Apr 07 08:10:02.739558 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-79c6076d-de5a-425a-8c86-9a9a3dca88a7 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Calling delete_port for b5403b01-4f96-4f7b-abec-22613a05c7fb owned by network:floatingip {{(pid=84420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:10:02.742477 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-da59bca7-eb01-4cb4-bc0a-58198272cea9 req-252fc8ef-a930-4f0c-89de-80d390861f06 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&id=6ea94ae6-f521-4059-9e70-a041f0ad0d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440555 Apr 07 08:10:02.907926 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-79c6076d-de5a-425a-8c86-9a9a3dca88a7 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716444531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762716001395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10887448'] for port, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:02.923537 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e35774ad-9fa7-43e5-9dce-76c1e04eb5eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:10:02.981632 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6076d-de5a-425a-8c86-9a9a3dca88a7 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Pushing event deleted for resources: {'Port': ['ID=b5403b01-4f96-4f7b-abec-22613a05c7fb,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:10:03.258120 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-79c6076d-de5a-425a-8c86-9a9a3dca88a7 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:10:03.414999 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-79c6076d-de5a-425a-8c86-9a9a3dca88a7 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks [] for floatingip, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:03.429936 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-79c6076d-de5a-425a-8c86-9a9a3dca88a7 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for floatingip, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:03.431319 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-79c6076d-de5a-425a-8c86-9a9a3dca88a7 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "DELETE /v2.0/floatingips/d177a404-703a-40d1-a8af-4a5a33fb8d80 HTTP/1.1" status: 204 len: 168 time: 1.1766706 Apr 07 08:10:03.642976 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-81976b75-c764-425c-8d8c-b0f6372d6f4a tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:03.644568 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-81976b75-c764-425c-8d8c-b0f6372d6f4a tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/networks?id=8c2bb269-f6fd-4645-8b14-2fdce87ccd5b HTTP/1.1" status: 200 len: 814 time: 0.1572752 Apr 07 08:10:03.662312 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-489182d6-bb77-4b5d-9e65-164c0202f632 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/quotas/3a7157562e2b445e9224607a429bb7fe HTTP/1.1" status: 200 len: 375 time: 0.0105917 Apr 07 08:10:03.665055 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 48892) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:10:03.670318 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-91949a92-156c-4fe5-9b54-44da2cd9f43b tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Request body: {'security_group': {'name': 'tempest-securitygroup--416994066', 'description': 'tempest-description--933890549'}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:10:03.678294 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-91949a92-156c-4fe5-9b54-44da2cd9f43b tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:10:03.719681 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-91949a92-156c-4fe5-9b54-44da2cd9f43b tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Usage tracker for resource:security_group and tenant:fbff52d4f92c40aa9b8208fa7e54d5d5 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:10:03.727859 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-91949a92-156c-4fe5-9b54-44da2cd9f43b tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:10:03.731274 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-fd3daadc-19df-4574-8072-dccb2c8c0f9e tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Synchronizing usage tracker for tenant:3a7157562e2b445e9224607a429bb7fe on resource:port {{(pid=84419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:10:03.737257 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-91949a92-156c-4fe5-9b54-44da2cd9f43b tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:10:03.787627 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-91949a92-156c-4fe5-9b54-44da2cd9f43b tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:03.813130 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-91949a92-156c-4fe5-9b54-44da2cd9f43b tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:10:03.818015 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-91949a92-156c-4fe5-9b54-44da2cd9f43b tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Usage tracker for resource:security_group_rule and tenant:fbff52d4f92c40aa9b8208fa7e54d5d5 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:10:03.821046 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-fd3daadc-19df-4574-8072-dccb2c8c0f9e tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Unset dirty status for tenant:3a7157562e2b445e9224607a429bb7fe on resource:port {{(pid=84419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:10:03.822417 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-fd3daadc-19df-4574-8072-dccb2c8c0f9e tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3a7157562e2b445e9224607a429bb7fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1464250 Apr 07 08:10:03.823251 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-91949a92-156c-4fe5-9b54-44da2cd9f43b tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:10:03.829332 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-91949a92-156c-4fe5-9b54-44da2cd9f43b tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:10:03.943803 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cea760-b395-4b3f-acd0-403a6dc76e07 req-5174ba14-7e0b-4503-bca0-3999ec11d124 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:03.945644 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-57cea760-b395-4b3f-acd0-403a6dc76e07 req-5174ba14-7e0b-4503-bca0-3999ec11d124 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 985 time: 0.0878072 Apr 07 08:10:03.999570 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-57cea760-b395-4b3f-acd0-403a6dc76e07 req-0bebad3a-6d1d-45f3-b319-b4736ac8e8c4 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&id=6ea94ae6-f521-4059-9e70-a041f0ad0d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0465324 Apr 07 08:10:04.009584 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-aee8b685-b48d-4332-8cbe-6e52be88fe91 service neutron] 10.222.0.16 "GET /v2.0/networks/8c2bb269-f6fd-4645-8b14-2fdce87ccd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778736 Apr 07 08:10:04.144679 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-91949a92-156c-4fe5-9b54-44da2cd9f43b tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:04.176912 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-098ce0b4-9ef2-4ee8-b581-ccb55d4ab336 service neutron] 10.222.0.16 "GET /v2.0/networks/8c2bb269-f6fd-4645-8b14-2fdce87ccd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608467 Apr 07 08:10:04.187390 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-91949a92-156c-4fe5-9b54-44da2cd9f43b tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:04.193380 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-40984408-dc17-45c5-bcdc-e1ab52731421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:10:04.243506 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91949a92-156c-4fe5-9b54-44da2cd9f43b tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=637b1ce9-a141-4c2b-8199-731ba74c5f09,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:10:04.243506 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-91949a92-156c-4fe5-9b54-44da2cd9f43b tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:10:04.290596 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-91949a92-156c-4fe5-9b54-44da2cd9f43b tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks [] for security_group, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:04.292041 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-91949a92-156c-4fe5-9b54-44da2cd9f43b tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6259489 Apr 07 08:10:04.295058 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 48900) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:10:04.300577 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-dbaeda4d-ec2d-4548-aba6-67cd128dcb0d tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Request body: {'security_group_rule': {'security_group_id': '637b1ce9-a141-4c2b-8199-731ba74c5f09', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:10:04.307160 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-dbaeda4d-ec2d-4548-aba6-67cd128dcb0d tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:10:04.311152 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-dbaeda4d-ec2d-4548-aba6-67cd128dcb0d tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Usage tracker for resource:security_group_rule and tenant:fbff52d4f92c40aa9b8208fa7e54d5d5 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:10:04.314167 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-dbaeda4d-ec2d-4548-aba6-67cd128dcb0d tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:10:04.320685 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-dbaeda4d-ec2d-4548-aba6-67cd128dcb0d tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:10:04.390290 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-dbaeda4d-ec2d-4548-aba6-67cd128dcb0d tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:04.444043 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3dafb4e5-599d-4594-81b0-3265588c08e3 req-5831705e-11c1-4bb2-b336-d75f03714b35 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=92feb7e3-929f-419b-8407-08a71d65aff8 HTTP/1.1" status: 200 len: 210 time: 0.0549266 Apr 07 08:10:04.480808 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-dbaeda4d-ec2d-4548-aba6-67cd128dcb0d tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:04.513287 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-dbaeda4d-ec2d-4548-aba6-67cd128dcb0d tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691347'] for security_group_rule, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:04.515546 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:10:04.537660 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaeda4d-ec2d-4548-aba6-67cd128dcb0d tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d153d67-98f1-460e-8d37-6b46cec195ab,revision_number=0']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:10:04.541883 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-dbaeda4d-ec2d-4548-aba6-67cd128dcb0d tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:10:04.593691 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-dbaeda4d-ec2d-4548-aba6-67cd128dcb0d tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:04.595388 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-dbaeda4d-ec2d-4548-aba6-67cd128dcb0d tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2993248 Apr 07 08:10:04.598293 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 48912) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:10:04.604308 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-399d9d6c-56d6-4fdb-9e54-dae0ac4313c3 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Request body: {'security_group_rule': {'security_group_id': '637b1ce9-a141-4c2b-8199-731ba74c5f09', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:10:04.611012 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-399d9d6c-56d6-4fdb-9e54-dae0ac4313c3 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:10:04.615451 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-399d9d6c-56d6-4fdb-9e54-dae0ac4313c3 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Usage tracker for resource:security_group_rule and tenant:fbff52d4f92c40aa9b8208fa7e54d5d5 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:10:04.618534 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-399d9d6c-56d6-4fdb-9e54-dae0ac4313c3 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:10:04.624755 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-399d9d6c-56d6-4fdb-9e54-dae0ac4313c3 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:10:04.707281 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-399d9d6c-56d6-4fdb-9e54-dae0ac4313c3 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:05.071428 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-399d9d6c-56d6-4fdb-9e54-dae0ac4313c3 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:05.111946 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-399d9d6c-56d6-4fdb-9e54-dae0ac4313c3 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691347'] for security_group_rule, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:05.115460 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-42fcb234-143a-45bd-b449-c662b106bad0 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:10:05.190928 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d9d6c-56d6-4fdb-9e54-dae0ac4313c3 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f97f97e-98c9-464a-83fa-d8f39c26ab65,revision_number=0']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:10:05.194123 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-399d9d6c-56d6-4fdb-9e54-dae0ac4313c3 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:10:05.232544 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-399d9d6c-56d6-4fdb-9e54-dae0ac4313c3 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:05.237250 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-399d9d6c-56d6-4fdb-9e54-dae0ac4313c3 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6344430 Apr 07 08:10:05.242331 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 48922) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:10:05.243195 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb24f1-8e34-408d-8f95-015edad68e51 req-2a60eb32-1dbb-488a-8357-2504182b001b tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:05.244801 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-abeb24f1-8e34-408d-8f95-015edad68e51 req-2a60eb32-1dbb-488a-8357-2504182b001b tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 985 time: 0.1191008 Apr 07 08:10:05.245305 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-686cfcbe-a59d-4d9a-adda-08cf3d47aca2 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Request body: {'floatingip': {'floating_network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d'}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:10:05.252291 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-686cfcbe-a59d-4d9a-adda-08cf3d47aca2 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:10:05.257350 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-686cfcbe-a59d-4d9a-adda-08cf3d47aca2 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Usage tracker for resource:floatingip and tenant:fbff52d4f92c40aa9b8208fa7e54d5d5 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:10:05.260826 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-686cfcbe-a59d-4d9a-adda-08cf3d47aca2 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:10:05.267535 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-686cfcbe-a59d-4d9a-adda-08cf3d47aca2 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:10:05.303409 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-abeb24f1-8e34-408d-8f95-015edad68e51 req-37dc8e5d-f1ed-4a04-920c-493d7fde4a8f tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&id=6ea94ae6-f521-4059-9e70-a041f0ad0d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0507209 Apr 07 08:10:05.374982 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-686cfcbe-a59d-4d9a-adda-08cf3d47aca2 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks [] for floatingip, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:05.521873 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-686cfcbe-a59d-4d9a-adda-08cf3d47aca2 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:05.623121 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-35599823-cca9-4209-b261-626a9562284d req-ca5c774c-fa9f-4796-8220-d77c86b2f59b tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=92feb7e3-929f-419b-8407-08a71d65aff8 HTTP/1.1" status: 200 len: 210 time: 0.0608299 Apr 07 08:10:05.714283 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-686cfcbe-a59d-4d9a-adda-08cf3d47aca2 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Allocated IP 172.28.3.197 (1ff46c99-7a5d-4315-af88-cb546c84119d/b9dcea17-38c4-48c8-a3c6-f64b629ec00f/7a3eadc8-9858-4ad0-9abe-0e0fe073c2ce) {{(pid=84420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:10:05.874950 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-686cfcbe-a59d-4d9a-adda-08cf3d47aca2 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks [] for port, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:05.999614 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-686cfcbe-a59d-4d9a-adda-08cf3d47aca2 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10887448'] for port, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:06.015976 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7d85a898-7796-4b17-af15-efd9a43ec66b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:10:06.158399 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-d57e23ba-a421-4e67-8c2b-674e1b46b098 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:06.159994 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-d57e23ba-a421-4e67-8c2b-674e1b46b098 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.13 "GET /v2.0/networks?id=8c2bb269-f6fd-4645-8b14-2fdce87ccd5b HTTP/1.1" status: 200 len: 814 time: 0.1634150 Apr 07 08:10:06.169321 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686cfcbe-a59d-4d9a-adda-08cf3d47aca2 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Pushing event updated for resources: {'Port': ['ID=7a3eadc8-9858-4ad0-9abe-0e0fe073c2ce,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:10:06.172541 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-686cfcbe-a59d-4d9a-adda-08cf3d47aca2 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:10:06.174198 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-7798d1ba-a137-4d61-adff-3df99c503345 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Request body: {'port': {'device_id': '92feb7e3-929f-419b-8407-08a71d65aff8', 'network_id': '8c2bb269-f6fd-4645-8b14-2fdce87ccd5b', 'admin_state_up': True, 'tenant_id': '3a7157562e2b445e9224607a429bb7fe'}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:10:06.218414 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686cfcbe-a59d-4d9a-adda-08cf3d47aca2 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Network 1ff46c99-7a5d-4315-af88-cb546c84119d is already hosted by enough agents. {{(pid=84420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:10:06.219640 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-686cfcbe-a59d-4d9a-adda-08cf3d47aca2 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Resources bound (agent type, host, resource id): {{(pid=84420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:10:06.221926 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686cfcbe-a59d-4d9a-adda-08cf3d47aca2 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Received port after_create {{(pid=84420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:10:06.313954 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-686cfcbe-a59d-4d9a-adda-08cf3d47aca2 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:06.331003 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-7798d1ba-a137-4d61-adff-3df99c503345 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:10:06.341395 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-7798d1ba-a137-4d61-adff-3df99c503345 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:10:06.403586 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-7798d1ba-a137-4d61-adff-3df99c503345 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Made reservation on behalf of 3a7157562e2b445e9224607a429bb7fe for: {'port': 1} {{(pid=84419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:10:06.410132 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-7798d1ba-a137-4d61-adff-3df99c503345 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:06.502696 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-686cfcbe-a59d-4d9a-adda-08cf3d47aca2 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:06.593944 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-7798d1ba-a137-4d61-adff-3df99c503345 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Allocated IP 172.20.0.10 (8c2bb269-f6fd-4645-8b14-2fdce87ccd5b/3ce9ec32-bca1-4e71-b89c-5ada3809ec0f/03552e3c-bb7c-4c7d-819d-173ba95def5b) {{(pid=84419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:10:06.649376 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5853955-8266-4a1a-bb76-c19e6ec74217 req-9bddde7b-409c-4b1e-98d7-1cb83dccdbdb tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:06.651809 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a5853955-8266-4a1a-bb76-c19e6ec74217 req-9bddde7b-409c-4b1e-98d7-1cb83dccdbdb tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 985 time: 0.2087593 Apr 07 08:10:06.822549 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a5853955-8266-4a1a-bb76-c19e6ec74217 req-659b1149-4ba4-4b02-ab7e-29538be62e1d tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&id=6ea94ae6-f521-4059-9e70-a041f0ad0d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1618874 Apr 07 08:10:06.841785 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-7798d1ba-a137-4d61-adff-3df99c503345 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Notify callbacks [] for port, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:06.915023 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-686cfcbe-a59d-4d9a-adda-08cf3d47aca2 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks [] for port, precommit_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:06.963337 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-7798d1ba-a137-4d61-adff-3df99c503345 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:06.963616 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-686cfcbe-a59d-4d9a-adda-08cf3d47aca2 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843888368'] for port, after_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:06.981000 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-00e0039c-6dac-45e8-ae17-f6cf0a8ecf2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:10:06.985268 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-fea0b01f-30c9-4eea-a2bd-babb074c9ede tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:10:07.134564 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686cfcbe-a59d-4d9a-adda-08cf3d47aca2 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Pushing event updated for resources: {'Port': ['ID=7a3eadc8-9858-4ad0-9abe-0e0fe073c2ce,revision_number=2']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:10:07.139687 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-686cfcbe-a59d-4d9a-adda-08cf3d47aca2 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:10:07.164244 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7798d1ba-a137-4d61-adff-3df99c503345 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Pushing event updated for resources: {'Port': ['ID=03552e3c-bb7c-4c7d-819d-173ba95def5b,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:10:07.175764 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7798d1ba-a137-4d61-adff-3df99c503345 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:10:07.217789 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455bcae-38cb-4241-9b4f-a1d761c4cf31 req-979d9f7a-667b-4b90-be96-42f731095e48 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:07.219461 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d455bcae-38cb-4241-9b4f-a1d761c4cf31 req-979d9f7a-667b-4b90-be96-42f731095e48 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=92feb7e3-929f-419b-8407-08a71d65aff8 HTTP/1.1" status: 200 len: 932 time: 0.3018470 Apr 07 08:10:07.240629 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-686cfcbe-a59d-4d9a-adda-08cf3d47aca2 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675279'] for floatingip, after_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:07.264506 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-7798d1ba-a137-4d61-adff-3df99c503345 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Network 8c2bb269-f6fd-4645-8b14-2fdce87ccd5b is already hosted by enough agents. {{(pid=84419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:10:07.275737 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-7798d1ba-a137-4d61-adff-3df99c503345 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Resources bound (agent type, host, resource id): {{(pid=84419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:10:07.280927 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-7798d1ba-a137-4d61-adff-3df99c503345 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Received port after_create {{(pid=84419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:10:07.303158 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-686cfcbe-a59d-4d9a-adda-08cf3d47aca2 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for floatingip, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:07.304521 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-686cfcbe-a59d-4d9a-adda-08cf3d47aca2 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0657911 Apr 07 08:10:07.335495 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d455bcae-38cb-4241-9b4f-a1d761c4cf31 req-3636de65-766e-49fd-8cf2-41cd329e4b36 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f6c1941-93ed-4e7b-a649-e43b8b580ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053479 Apr 07 08:10:07.376795 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-7798d1ba-a137-4d61-adff-3df99c503345 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:07.377497 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-7798d1ba-a137-4d61-adff-3df99c503345 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:07.441619 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-7798d1ba-a137-4d61-adff-3df99c503345 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2714698 Apr 07 08:10:07.457101 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-e6e00e54-c289-4e88-99f5-d8f92ff5cbe7 service neutron] Request body: {'port': {'device_id': '92feb7e3-929f-419b-8407-08a71d65aff8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:10:07.634293 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-c51abb78-2434-4d74-80cd-82572f234f25 req-5925b8c4-7d71-4160-aa64-6323136870b9 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Synchronizing usage tracker for tenant:fbff52d4f92c40aa9b8208fa7e54d5d5 on resource:security_group {{(pid=84419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:10:07.636657 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-e6e00e54-c289-4e88-99f5-d8f92ff5cbe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:07.756468 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-c51abb78-2434-4d74-80cd-82572f234f25 req-5925b8c4-7d71-4160-aa64-6323136870b9 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Unset dirty status for tenant:fbff52d4f92c40aa9b8208fa7e54d5d5 on resource:security_group {{(pid=84419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:10:07.757616 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c51abb78-2434-4d74-80cd-82572f234f25 req-5925b8c4-7d71-4160-aa64-6323136870b9 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--416994066&fields=id&tenant_id=fbff52d4f92c40aa9b8208fa7e54d5d5 HTTP/1.1" status: 200 len: 267 time: 0.1950037 Apr 07 08:10:08.036327 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f51be-96be-4e32-b846-f67939f91f55 req-27d0b5c0-4d04-4084-9866-6904aaddba50 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:08.038095 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2e9f51be-96be-4e32-b846-f67939f91f55 req-27d0b5c0-4d04-4084-9866-6904aaddba50 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 985 time: 0.0873666 Apr 07 08:10:08.075226 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51abb78-2434-4d74-80cd-82572f234f25 req-13c7e436-6671-4569-b5d4-254635aa8f13 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:08.076790 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c51abb78-2434-4d74-80cd-82572f234f25 req-13c7e436-6671-4569-b5d4-254635aa8f13 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/networks?id=64ec1db9-cd07-42a9-a563-1c7517517aa8 HTTP/1.1" status: 200 len: 817 time: 0.3098598 Apr 07 08:10:08.088541 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2e9f51be-96be-4e32-b846-f67939f91f55 req-88e3d7ba-e427-4601-aa0d-a555637226a6 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&id=6ea94ae6-f521-4059-9e70-a041f0ad0d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438061 Apr 07 08:10:08.103812 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c51abb78-2434-4d74-80cd-82572f234f25 req-705b5c2b-8c85-44f1-b1b6-d33f97b49aa5 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/quotas/fbff52d4f92c40aa9b8208fa7e54d5d5 HTTP/1.1" status: 200 len: 375 time: 0.0167403 Apr 07 08:10:08.281088 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-c51abb78-2434-4d74-80cd-82572f234f25 req-51eb9faf-ae21-4679-8fa8-a51834a83bf3 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Synchronizing usage tracker for tenant:fbff52d4f92c40aa9b8208fa7e54d5d5 on resource:port {{(pid=84419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:10:08.288178 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-e6e00e54-c289-4e88-99f5-d8f92ff5cbe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03552e3c-bb7c-4c7d-819d-173ba95def5b {{(pid=84419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 08:10:08.299139 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-e6e00e54-c289-4e88-99f5-d8f92ff5cbe7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:08.322937 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-e6e00e54-c289-4e88-99f5-d8f92ff5cbe7 service neutron] Transition to ACTIVE for port object 03552e3c-bb7c-4c7d-819d-173ba95def5b will not be triggered until provisioned by entity L2. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:10:08.341950 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-c51abb78-2434-4d74-80cd-82572f234f25 req-51eb9faf-ae21-4679-8fa8-a51834a83bf3 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Unset dirty status for tenant:fbff52d4f92c40aa9b8208fa7e54d5d5 on resource:port {{(pid=84419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:10:08.343592 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c51abb78-2434-4d74-80cd-82572f234f25 req-51eb9faf-ae21-4679-8fa8-a51834a83bf3 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fbff52d4f92c40aa9b8208fa7e54d5d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2324586 Apr 07 08:10:08.394519 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-e6e00e54-c289-4e88-99f5-d8f92ff5cbe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963711'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:08.412739 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-39c28b00-7735-4a38-b2fa-464d70799abb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:10:08.555319 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07885f-c0da-407c-91e6-575b2fd49e57 req-a371be22-40d0-414c-90de-fb4874b521c5 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:08.556853 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5c07885f-c0da-407c-91e6-575b2fd49e57 req-a371be22-40d0-414c-90de-fb4874b521c5 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=92feb7e3-929f-419b-8407-08a71d65aff8 HTTP/1.1" status: 200 len: 944 time: 0.0912495 Apr 07 08:10:08.610012 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5c07885f-c0da-407c-91e6-575b2fd49e57 req-e537fe3d-e27c-4d15-a281-406c7b7f5fc6 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f6c1941-93ed-4e7b-a649-e43b8b580ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462091 Apr 07 08:10:08.829677 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e00e54-c289-4e88-99f5-d8f92ff5cbe7 service neutron] Pushing event updated for resources: {'Port': ['ID=03552e3c-bb7c-4c7d-819d-173ba95def5b,revision_number=2']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:10:08.838455 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e6e00e54-c289-4e88-99f5-d8f92ff5cbe7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:10:08.877482 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c51abb78-2434-4d74-80cd-82572f234f25 req-7dce3d81-5d08-473f-940d-7a171089aa3c service neutron] 10.222.0.16 "GET /v2.0/networks/64ec1db9-cd07-42a9-a563-1c7517517aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5199344 Apr 07 08:10:09.171165 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c51abb78-2434-4d74-80cd-82572f234f25 req-a2cfdf60-01bc-460d-9ad5-4e4c71231b07 service neutron] 10.222.0.16 "GET /v2.0/networks/64ec1db9-cd07-42a9-a563-1c7517517aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862475 Apr 07 08:10:09.190469 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-e6e00e54-c289-4e88-99f5-d8f92ff5cbe7 service neutron] Attempting to bind port 03552e3c-bb7c-4c7d-819d-173ba95def5b on host hv-cinder-78239 for vnic_type normal with profile {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:10:09.190900 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-e6e00e54-c289-4e88-99f5-d8f92ff5cbe7 service neutron] Attempting to bind port 03552e3c-bb7c-4c7d-819d-173ba95def5b by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'a27d41e2-1695-4aa7-a0ff-a519216959ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '8c2bb269-f6fd-4645-8b14-2fdce87ccd5b'}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 08:10:09.191277 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-e6e00e54-c289-4e88-99f5-d8f92ff5cbe7 service neutron] Attempting to bind port 03552e3c-bb7c-4c7d-819d-173ba95def5b on network 8c2bb269-f6fd-4645-8b14-2fdce87ccd5b {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:10:09.197325 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-e6e00e54-c289-4e88-99f5-d8f92ff5cbe7 service neutron] Port 03552e3c-bb7c-4c7d-819d-173ba95def5b on network 8c2bb269-f6fd-4645-8b14-2fdce87ccd5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 08:10:09.197667 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-e6e00e54-c289-4e88-99f5-d8f92ff5cbe7 service neutron] Attempting to bind port 03552e3c-bb7c-4c7d-819d-173ba95def5b on network 8c2bb269-f6fd-4645-8b14-2fdce87ccd5b {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:10:09.203266 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-e6e00e54-c289-4e88-99f5-d8f92ff5cbe7 service neutron] Checking agent: {'id': '265b7c30-4a56-4c92-aee0-001f9a549a36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 8, 3, 49), 'started_at': datetime.datetime(2021, 4, 7, 8, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 08:10:09.203643 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-e6e00e54-c289-4e88-99f5-d8f92ff5cbe7 service neutron] Checking segment: {'id': 'a27d41e2-1695-4aa7-a0ff-a519216959ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '8c2bb269-f6fd-4645-8b14-2fdce87ccd5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:10:09.204062 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-e6e00e54-c289-4e88-99f5-d8f92ff5cbe7 service neutron] Bound using segment: {'id': 'a27d41e2-1695-4aa7-a0ff-a519216959ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '8c2bb269-f6fd-4645-8b14-2fdce87ccd5b'} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 08:10:09.204531 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-e6e00e54-c289-4e88-99f5-d8f92ff5cbe7 service neutron] Bound port: 03552e3c-bb7c-4c7d-819d-173ba95def5b, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a27d41e2-1695-4aa7-a0ff-a519216959ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '8c2bb269-f6fd-4645-8b14-2fdce87ccd5b'}}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 08:10:09.204920 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-e6e00e54-c289-4e88-99f5-d8f92ff5cbe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:09.299966 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-e6e00e54-c289-4e88-99f5-d8f92ff5cbe7 service neutron] For port 03552e3c-bb7c-4c7d-819d-173ba95def5b, host hv-cinder-78239, cleared binding levels {{(pid=84419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 08:10:09.300703 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369de989-5ed0-457a-aff1-aaf9172c5fa5 req-0559922f-5c24-442b-9570-ef8bb0c477d3 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:09.302959 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-369de989-5ed0-457a-aff1-aaf9172c5fa5 req-0559922f-5c24-442b-9570-ef8bb0c477d3 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 985 time: 0.0897443 Apr 07 08:10:09.303761 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-e6e00e54-c289-4e88-99f5-d8f92ff5cbe7 service neutron] For port 03552e3c-bb7c-4c7d-819d-173ba95def5b, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=03552e3c-bb7c-4c7d-819d-173ba95def5b,segment=NetworkSegment(a27d41e2-1695-4aa7-a0ff-a519216959ac),segment_id=a27d41e2-1695-4aa7-a0ff-a519216959ac)] {{(pid=84419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 08:10:09.360660 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-369de989-5ed0-457a-aff1-aaf9172c5fa5 req-0498b52f-8227-4a45-9f47-6281053bafc8 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&id=6ea94ae6-f521-4059-9e70-a041f0ad0d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0505724 Apr 07 08:10:09.408072 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-e6e00e54-c289-4e88-99f5-d8f92ff5cbe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963711'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:09.432150 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-386bf116-9569-4dbd-88d0-c6d5233a389a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:10:09.488439 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3973ed0e-1c29-422b-8f07-c1b286675ee6 req-cc0bf7ab-8227-4657-9edd-e8a8153feb63 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 210 time: 0.1310964 Apr 07 08:10:09.595213 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e00e54-c289-4e88-99f5-d8f92ff5cbe7 service neutron] Pushing event updated for resources: {'Port': ['ID=03552e3c-bb7c-4c7d-819d-173ba95def5b,revision_number=3']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:10:09.600822 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e6e00e54-c289-4e88-99f5-d8f92ff5cbe7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:10:09.630301 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-e6e00e54-c289-4e88-99f5-d8f92ff5cbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:09.631200 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-e6e00e54-c289-4e88-99f5-d8f92ff5cbe7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:09.632457 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-e6e00e54-c289-4e88-99f5-d8f92ff5cbe7 service neutron] 10.222.0.13 "PUT /v2.0/ports/03552e3c-bb7c-4c7d-819d-173ba95def5b HTTP/1.1" status: 200 len: 1094 time: 2.1836104 Apr 07 08:10:09.632988 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92feb7e3-929f-419b-8407-08a71d65aff8', 'tag': '03552e3c-bb7c-4c7d-819d-173ba95def5b'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:10:09.687703 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92feb7e3-929f-419b-8407-08a71d65aff8', 'tag': '03552e3c-bb7c-4c7d-819d-173ba95def5b', 'status': 'completed', 'code': 200} Apr 07 08:10:09.790564 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-2ec40201-a84c-4b35-88e5-ead083a88b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:09.792365 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-2ec40201-a84c-4b35-88e5-ead083a88b7d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a7157562e2b445e9224607a429bb7fe&device_id=92feb7e3-929f-419b-8407-08a71d65aff8 HTTP/1.1" status: 200 len: 1097 time: 0.0911062 Apr 07 08:10:09.826095 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f56572-b607-484b-a5a0-b1cf6ab81dd6 req-6b19e9b1-daa4-490d-9724-d5f2a585a8a3 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:09.828093 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-98f56572-b607-484b-a5a0-b1cf6ab81dd6 req-6b19e9b1-daa4-490d-9724-d5f2a585a8a3 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=92feb7e3-929f-419b-8407-08a71d65aff8 HTTP/1.1" status: 200 len: 944 time: 0.0944049 Apr 07 08:10:09.877128 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-98f56572-b607-484b-a5a0-b1cf6ab81dd6 req-65252b8e-0c4b-4334-aa0a-b2767a025c72 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f6c1941-93ed-4e7b-a649-e43b8b580ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417411 Apr 07 08:10:09.880633 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-b9cd9e9a-7959-4cc9-965a-21793b41cf7f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03552e3c-bb7c-4c7d-819d-173ba95def5b HTTP/1.1" status: 200 len: 217 time: 0.0803654 Apr 07 08:10:09.952539 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-4475a16c-6702-49e7-9634-ae925cc3ced1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:09.957432 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-4475a16c-6702-49e7-9634-ae925cc3ced1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3ce9ec32-bca1-4e71-b89c-5ada3809ec0f HTTP/1.1" status: 200 len: 854 time: 0.0665596 Apr 07 08:10:10.015843 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-ecdc9f70-f453-44ce-b797-2b0bbfc9f5ea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8c2bb269-f6fd-4645-8b14-2fdce87ccd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493684 Apr 07 08:10:10.161715 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-0e8032d9-cf50-43e8-9913-dec58dcd6f17 service neutron] 10.222.0.13 "GET /v2.0/networks/8c2bb269-f6fd-4645-8b14-2fdce87ccd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370537 Apr 07 08:10:10.321828 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e7639ce6-21cb-42d9-8fdc-68e7ca91f09c req-320180e9-8c92-4013-afbd-38b96bd28ab7 service neutron] 10.222.0.13 "GET /v2.0/networks/8c2bb269-f6fd-4645-8b14-2fdce87ccd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419041 Apr 07 08:10:10.484290 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e69996-e704-4a0f-aa74-f2b8535caee3 req-59a7e5e4-9712-47df-97c0-89480ede216a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:10.485920 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-99e69996-e704-4a0f-aa74-f2b8535caee3 req-59a7e5e4-9712-47df-97c0-89480ede216a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a7157562e2b445e9224607a429bb7fe&device_id=92feb7e3-929f-419b-8407-08a71d65aff8 HTTP/1.1" status: 200 len: 1097 time: 0.0856569 Apr 07 08:10:10.657913 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-3a85592f-36f9-4d9c-b1fa-0b8438a05dbd req-5ff91701-f158-4249-a8d1-cbec2c3a5fc6 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Synchronizing usage tracker for tenant:fbff52d4f92c40aa9b8208fa7e54d5d5 on resource:port {{(pid=84420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:10:10.671430 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-3a85592f-36f9-4d9c-b1fa-0b8438a05dbd req-5ff91701-f158-4249-a8d1-cbec2c3a5fc6 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Unset dirty status for tenant:fbff52d4f92c40aa9b8208fa7e54d5d5 on resource:port {{(pid=84420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:10:10.672719 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3a85592f-36f9-4d9c-b1fa-0b8438a05dbd req-5ff91701-f158-4249-a8d1-cbec2c3a5fc6 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 210 time: 0.0642545 Apr 07 08:10:10.709344 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb70c8-bafa-4cdc-adcb-d9898a38b827 req-61fa5ad1-88d1-4725-b51a-6d27f214fc56 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:10.710998 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a7bb70c8-bafa-4cdc-adcb-d9898a38b827 req-61fa5ad1-88d1-4725-b51a-6d27f214fc56 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 985 time: 0.2183795 Apr 07 08:10:10.715622 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e69996-e704-4a0f-aa74-f2b8535caee3 req-03fecbb2-9039-4d40-bd80-de8a0f46e34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:10.717056 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-99e69996-e704-4a0f-aa74-f2b8535caee3 req-03fecbb2-9039-4d40-bd80-de8a0f46e34d service neutron] 10.222.0.13 "GET /v2.0/networks?id=8c2bb269-f6fd-4645-8b14-2fdce87ccd5b HTTP/1.1" status: 200 len: 915 time: 0.2226653 Apr 07 08:10:10.806001 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-99e69996-e704-4a0f-aa74-f2b8535caee3 req-90b9d895-6a74-4b53-9e3c-581d572b8cd9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03552e3c-bb7c-4c7d-819d-173ba95def5b HTTP/1.1" status: 200 len: 217 time: 0.0725796 Apr 07 08:10:10.903331 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a7bb70c8-bafa-4cdc-adcb-d9898a38b827 req-b62a5c7f-2ec9-4b39-a685-f48eb4f9e0ae tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&id=6ea94ae6-f521-4059-9e70-a041f0ad0d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1843467 Apr 07 08:10:11.002102 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e69996-e704-4a0f-aa74-f2b8535caee3 req-9645c15a-de24-4299-9276-ad93bce481e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:11.003708 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-99e69996-e704-4a0f-aa74-f2b8535caee3 req-9645c15a-de24-4299-9276-ad93bce481e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3ce9ec32-bca1-4e71-b89c-5ada3809ec0f HTTP/1.1" status: 200 len: 854 time: 0.1889036 Apr 07 08:10:11.123961 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-99e69996-e704-4a0f-aa74-f2b8535caee3 req-ed05a284-3161-4cdb-95b7-0b689e27871b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8c2bb269-f6fd-4645-8b14-2fdce87ccd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1067214 Apr 07 08:10:11.253408 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51abb78-2434-4d74-80cd-82572f234f25 req-9067ed21-3257-42b2-9732-78b6cad61e46 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:11.256897 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c51abb78-2434-4d74-80cd-82572f234f25 req-9067ed21-3257-42b2-9732-78b6cad61e46 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.13 "GET /v2.0/networks?id=64ec1db9-cd07-42a9-a563-1c7517517aa8 HTTP/1.1" status: 200 len: 817 time: 0.3840356 Apr 07 08:10:11.376559 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ed7e5-43e8-4fbc-8ba1-0f911e960315 req-68612a11-1586-4a21-8ca5-599739ba0948 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:11.377324 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-8c0ed7e5-43e8-4fbc-8ba1-0f911e960315 req-68612a11-1586-4a21-8ca5-599739ba0948 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Synchronizing usage tracker for tenant:3a7157562e2b445e9224607a429bb7fe on resource:port {{(pid=84419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:10:11.403939 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-99e69996-e704-4a0f-aa74-f2b8535caee3 req-a210d5a9-2a0b-4a50-89a1-a67686564bc1 service neutron] 10.222.0.13 "GET /v2.0/networks/8c2bb269-f6fd-4645-8b14-2fdce87ccd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683213 Apr 07 08:10:11.441392 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c51abb78-2434-4d74-80cd-82572f234f25 req-72d7fb32-3d19-4005-843e-01e9af68a36a tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fbff52d4f92c40aa9b8208fa7e54d5d5 HTTP/1.1" status: 200 len: 5703 time: 0.1599083 Apr 07 08:10:11.460896 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-c51abb78-2434-4d74-80cd-82572f234f25 req-ae3a1fb0-b63f-4f55-8e49-5034de2c3a3b tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Request body: {'port': {'device_id': 'fb8088b8-3c62-40f4-847e-160c966a93bf', 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8', 'admin_state_up': True, 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'security_groups': ['637b1ce9-a141-4c2b-8199-731ba74c5f09']}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:10:11.482908 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-8c0ed7e5-43e8-4fbc-8ba1-0f911e960315 req-68612a11-1586-4a21-8ca5-599739ba0948 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Unset dirty status for tenant:3a7157562e2b445e9224607a429bb7fe on resource:port {{(pid=84419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:10:11.484118 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8c0ed7e5-43e8-4fbc-8ba1-0f911e960315 req-68612a11-1586-4a21-8ca5-599739ba0948 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=92feb7e3-929f-419b-8407-08a71d65aff8 HTTP/1.1" status: 200 len: 944 time: 0.4598413 Apr 07 08:10:11.848698 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a20ccaf5-720b-428b-99b3-2045c62a9100 req-489d7d4f-430f-4f52-ba45-666da43ddd3c tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 210 time: 0.0529506 Apr 07 08:10:11.918831 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8c0ed7e5-43e8-4fbc-8ba1-0f911e960315 req-0a741591-5947-49df-9f53-499ad2782aad tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f6c1941-93ed-4e7b-a649-e43b8b580ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406493 Apr 07 08:10:11.961605 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-99e69996-e704-4a0f-aa74-f2b8535caee3 req-df9fe6b9-20e4-4a35-9101-76b507f6997a service neutron] 10.222.0.13 "GET /v2.0/networks/8c2bb269-f6fd-4645-8b14-2fdce87ccd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5482800 Apr 07 08:10:11.972301 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-c51abb78-2434-4d74-80cd-82572f234f25 req-ae3a1fb0-b63f-4f55-8e49-5034de2c3a3b tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:10:11.983306 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-c51abb78-2434-4d74-80cd-82572f234f25 req-ae3a1fb0-b63f-4f55-8e49-5034de2c3a3b tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:10:12.033141 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c51abb78-2434-4d74-80cd-82572f234f25 req-ae3a1fb0-b63f-4f55-8e49-5034de2c3a3b tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Made reservation on behalf of fbff52d4f92c40aa9b8208fa7e54d5d5 for: {'port': 1} {{(pid=84419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:10:12.039975 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-c51abb78-2434-4d74-80cd-82572f234f25 req-ae3a1fb0-b63f-4f55-8e49-5034de2c3a3b tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:12.110186 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56c9bd-f29c-48e7-ab52-0fbc44420f22 req-b630cc46-eedb-48e9-9500-87941ccd108e tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:12.111872 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4b56c9bd-f29c-48e7-ab52-0fbc44420f22 req-b630cc46-eedb-48e9-9500-87941ccd108e tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 985 time: 0.0916502 Apr 07 08:10:12.166969 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4b56c9bd-f29c-48e7-ab52-0fbc44420f22 req-e1dcffb1-2d40-4580-ba18-8390fdf170c5 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&id=6ea94ae6-f521-4059-9e70-a041f0ad0d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0471036 Apr 07 08:10:12.218775 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [req-c51abb78-2434-4d74-80cd-82572f234f25 req-ae3a1fb0-b63f-4f55-8e49-5034de2c3a3b tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Allocated IP 172.20.0.14 (64ec1db9-cd07-42a9-a563-1c7517517aa8/76e481b0-5bdc-45a1-aec7-e681d70e1c14/10dab2c9-8f5d-4e9b-810e-6a020c4b5ced) {{(pid=84419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:10:12.418626 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-c51abb78-2434-4d74-80cd-82572f234f25 req-ae3a1fb0-b63f-4f55-8e49-5034de2c3a3b tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks [] for port, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:12.435346 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-c51abb78-2434-4d74-80cd-82572f234f25 req-ae3a1fb0-b63f-4f55-8e49-5034de2c3a3b tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Transition to ACTIVE for port object 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced will not be triggered until provisioned by entity DHCP. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:10:12.485243 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-c51abb78-2434-4d74-80cd-82572f234f25 req-ae3a1fb0-b63f-4f55-8e49-5034de2c3a3b tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:12.501101 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7ab4d7a9-8d1b-46a8-ac43-5dcf23f32798 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:10:12.650472 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a1fb0-b63f-4f55-8e49-5034de2c3a3b tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Pushing event updated for resources: {'Port': ['ID=10dab2c9-8f5d-4e9b-810e-6a020c4b5ced,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:10:12.654772 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-ae3a1fb0-b63f-4f55-8e49-5034de2c3a3b tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:10:12.698753 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c51abb78-2434-4d74-80cd-82572f234f25 req-ae3a1fb0-b63f-4f55-8e49-5034de2c3a3b tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Network 64ec1db9-cd07-42a9-a563-1c7517517aa8 is already hosted by enough agents. {{(pid=84419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:10:12.699876 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [req-c51abb78-2434-4d74-80cd-82572f234f25 req-ae3a1fb0-b63f-4f55-8e49-5034de2c3a3b tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Resources bound (agent type, host, resource id): {{(pid=84419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:10:12.702035 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51abb78-2434-4d74-80cd-82572f234f25 req-ae3a1fb0-b63f-4f55-8e49-5034de2c3a3b tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Received port after_create {{(pid=84419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:10:12.769340 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51abb78-2434-4d74-80cd-82572f234f25 req-ae3a1fb0-b63f-4f55-8e49-5034de2c3a3b tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:12.770123 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-c51abb78-2434-4d74-80cd-82572f234f25 req-ae3a1fb0-b63f-4f55-8e49-5034de2c3a3b tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:12.824712 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 03552e3c-bb7c-4c7d-819d-173ba95def5b details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 08:10:12.828761 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c51abb78-2434-4d74-80cd-82572f234f25 req-ae3a1fb0-b63f-4f55-8e49-5034de2c3a3b tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3722560 Apr 07 08:10:12.842196 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-c51abb78-2434-4d74-80cd-82572f234f25 req-b1645908-0f61-4ac8-a3cd-9bc014d04c4a service neutron] Request body: {'port': {'device_id': 'fb8088b8-3c62-40f4-847e-160c966a93bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:10:12.971691 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-c51abb78-2434-4d74-80cd-82572f234f25 req-b1645908-0f61-4ac8-a3cd-9bc014d04c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:12.975717 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 03552e3c-bb7c-4c7d-819d-173ba95def5b, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=03552e3c-bb7c-4c7d-819d-173ba95def5b,segment=NetworkSegment(a27d41e2-1695-4aa7-a0ff-a519216959ac),segment_id=a27d41e2-1695-4aa7-a0ff-a519216959ac)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:10:12.995193 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Returning: {'device': '03552e3c-bb7c-4c7d-819d-173ba95def5b', 'network_id': '8c2bb269-f6fd-4645-8b14-2fdce87ccd5b', 'port_id': '03552e3c-bb7c-4c7d-819d-173ba95def5b', 'mac_address': 'fa:16:3e:91:f6:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ce9ec32-bca1-4e71-b89c-5ada3809ec0f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 08:10:13.028404 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-30883523-e85b-430b-9da2-29bbf2f368d7 None None] Provisioning for port 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced completed by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:10:13.040942 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-30883523-e85b-430b-9da2-29bbf2f368d7 None None] Provisioning complete for port 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced triggered by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:10:13.041359 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-30883523-e85b-430b-9da2-29bbf2f368d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:13.115218 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-30883523-e85b-430b-9da2-29bbf2f368d7 None None] Port 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced cannot update to ACTIVE because it is not bound. {{(pid=84421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 08:10:13.120471 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:13.138191 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03552e3c-bb7c-4c7d-819d-173ba95def5b {{(pid=84421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 08:10:13.149275 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e1fb4-e5af-483f-861a-f19be9191fa5 req-aaf8cd16-66da-477c-ad46-b96812a2f854 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:13.151249 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-6c4e1fb4-e5af-483f-861a-f19be9191fa5 req-aaf8cd16-66da-477c-ad46-b96812a2f854 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=92feb7e3-929f-419b-8407-08a71d65aff8 HTTP/1.1" status: 200 len: 944 time: 0.1047699 Apr 07 08:10:13.155000 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 03552e3c-bb7c-4c7d-819d-173ba95def5b, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=03552e3c-bb7c-4c7d-819d-173ba95def5b,segment=NetworkSegment(a27d41e2-1695-4aa7-a0ff-a519216959ac),segment_id=a27d41e2-1695-4aa7-a0ff-a519216959ac)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:10:13.183486 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f327825-7588-4d70-8d04-cf6be4af33a0 req-26cd7c19-a334-41d6-bc23-b2be096d2dbf tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:13.184260 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-7f327825-7588-4d70-8d04-cf6be4af33a0 req-26cd7c19-a334-41d6-bc23-b2be096d2dbf tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Synchronizing usage tracker for tenant:fbff52d4f92c40aa9b8208fa7e54d5d5 on resource:port {{(pid=84419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:10:13.187859 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:13.189951 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:10:13.201664 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-6c4e1fb4-e5af-483f-861a-f19be9191fa5 req-bec03f57-af1f-48f0-8c61-aeceb7de0883 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f6c1941-93ed-4e7b-a649-e43b8b580ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431302 Apr 07 08:10:13.264182 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=03552e3c-bb7c-4c7d-819d-173ba95def5b,revision_number=4']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:10:13.273595 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:10:13.273987 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:10:13.274373 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:10:13.274780 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:10:13.275152 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:10:13.275577 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:10:13.275943 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:10:13.276316 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:10:13.276682 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:10:13.277046 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:10:13.277456 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:10:13.278003 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:10:13.280153 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-7f327825-7588-4d70-8d04-cf6be4af33a0 req-26cd7c19-a334-41d6-bc23-b2be096d2dbf tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Unset dirty status for tenant:fbff52d4f92c40aa9b8208fa7e54d5d5 on resource:port {{(pid=84419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:10:13.281398 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-7f327825-7588-4d70-8d04-cf6be4af33a0 req-26cd7c19-a334-41d6-bc23-b2be096d2dbf tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 932 time: 0.2970552 Apr 07 08:10:13.282246 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:10:13.420238 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] get_ports_and_sgs() called for port_ids ['03552e3c-bb7c-4c7d-819d-173ba95def5b'] {{(pid=84421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 08:10:13.430404 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-7f327825-7588-4d70-8d04-cf6be4af33a0 req-c41f39bb-7839-4b01-9e07-df1835369432 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254478 Apr 07 08:10:13.538839 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc169789-b463-4dc2-a821-7b0cf73d24c2 req-3d742116-9bbf-4e6d-963f-d082df11c8f4 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:13.540344 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-cc169789-b463-4dc2-a821-7b0cf73d24c2 req-3d742116-9bbf-4e6d-963f-d082df11c8f4 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 985 time: 0.1021402 Apr 07 08:10:13.542619 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [req-c51abb78-2434-4d74-80cd-82572f234f25 req-b1645908-0f61-4ac8-a3cd-9bc014d04c4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced {{(pid=84419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 08:10:13.550744 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-c51abb78-2434-4d74-80cd-82572f234f25 req-b1645908-0f61-4ac8-a3cd-9bc014d04c4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:13.566466 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-c51abb78-2434-4d74-80cd-82572f234f25 req-b1645908-0f61-4ac8-a3cd-9bc014d04c4a service neutron] Transition to ACTIVE for port object 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced will not be triggered until provisioned by entity L2. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:10:13.596904 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-cc169789-b463-4dc2-a821-7b0cf73d24c2 req-dfb191d3-6ccb-418c-8e2d-f9073e71f2ce tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&id=6ea94ae6-f521-4059-9e70-a041f0ad0d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0483871 Apr 07 08:10:13.604654 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-c51abb78-2434-4d74-80cd-82572f234f25 req-b1645908-0f61-4ac8-a3cd-9bc014d04c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963711'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:13.619174 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f43b4960-2644-4c59-a0c5-1aefd65ae743 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:10:13.762584 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1645908-0f61-4ac8-a3cd-9bc014d04c4a service neutron] Pushing event updated for resources: {'Port': ['ID=10dab2c9-8f5d-4e9b-810e-6a020c4b5ced,revision_number=2']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:10:13.766991 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b1645908-0f61-4ac8-a3cd-9bc014d04c4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:10:13.984095 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-c51abb78-2434-4d74-80cd-82572f234f25 req-b1645908-0f61-4ac8-a3cd-9bc014d04c4a service neutron] Attempting to bind port 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced on host hv-cinder-78239 for vnic_type normal with profile {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:10:13.984587 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-c51abb78-2434-4d74-80cd-82572f234f25 req-b1645908-0f61-4ac8-a3cd-9bc014d04c4a service neutron] Attempting to bind port 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': '10fc6654-2c6a-4d12-930e-7b16dfb451cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8'}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 08:10:13.984808 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51abb78-2434-4d74-80cd-82572f234f25 req-b1645908-0f61-4ac8-a3cd-9bc014d04c4a service neutron] Attempting to bind port 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced on network 64ec1db9-cd07-42a9-a563-1c7517517aa8 {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:10:13.990298 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51abb78-2434-4d74-80cd-82572f234f25 req-b1645908-0f61-4ac8-a3cd-9bc014d04c4a service neutron] Port 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced on network 64ec1db9-cd07-42a9-a563-1c7517517aa8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 08:10:13.990697 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51abb78-2434-4d74-80cd-82572f234f25 req-b1645908-0f61-4ac8-a3cd-9bc014d04c4a service neutron] Attempting to bind port 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced on network 64ec1db9-cd07-42a9-a563-1c7517517aa8 {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:10:13.996161 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51abb78-2434-4d74-80cd-82572f234f25 req-b1645908-0f61-4ac8-a3cd-9bc014d04c4a service neutron] Checking agent: {'id': '265b7c30-4a56-4c92-aee0-001f9a549a36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 8, 3, 49), 'started_at': datetime.datetime(2021, 4, 7, 8, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 08:10:13.996535 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51abb78-2434-4d74-80cd-82572f234f25 req-b1645908-0f61-4ac8-a3cd-9bc014d04c4a service neutron] Checking segment: {'id': '10fc6654-2c6a-4d12-930e-7b16dfb451cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:10:13.996954 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51abb78-2434-4d74-80cd-82572f234f25 req-b1645908-0f61-4ac8-a3cd-9bc014d04c4a service neutron] Bound using segment: {'id': '10fc6654-2c6a-4d12-930e-7b16dfb451cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8'} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 08:10:13.997416 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-c51abb78-2434-4d74-80cd-82572f234f25 req-b1645908-0f61-4ac8-a3cd-9bc014d04c4a service neutron] Bound port: 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10fc6654-2c6a-4d12-930e-7b16dfb451cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8'}}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 08:10:13.997792 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-c51abb78-2434-4d74-80cd-82572f234f25 req-b1645908-0f61-4ac8-a3cd-9bc014d04c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:14.092984 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-c51abb78-2434-4d74-80cd-82572f234f25 req-b1645908-0f61-4ac8-a3cd-9bc014d04c4a service neutron] For port 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced, host hv-cinder-78239, cleared binding levels {{(pid=84419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 08:10:14.095994 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-c51abb78-2434-4d74-80cd-82572f234f25 req-b1645908-0f61-4ac8-a3cd-9bc014d04c4a service neutron] For port 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=10dab2c9-8f5d-4e9b-810e-6a020c4b5ced,segment=NetworkSegment(10fc6654-2c6a-4d12-930e-7b16dfb451cb),segment_id=10fc6654-2c6a-4d12-930e-7b16dfb451cb)] {{(pid=84419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 08:10:14.124706 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-c51abb78-2434-4d74-80cd-82572f234f25 req-b1645908-0f61-4ac8-a3cd-9bc014d04c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963711'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:14.140242 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-545045af-8f2b-45c5-9e96-dfda9252e511 tempest-VolumesNegativeTest-196842797 tempest-VolumesNegativeTest-196842797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:10:14.288360 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1645908-0f61-4ac8-a3cd-9bc014d04c4a service neutron] Pushing event updated for resources: {'Port': ['ID=10dab2c9-8f5d-4e9b-810e-6a020c4b5ced,revision_number=3']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:10:14.293512 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b1645908-0f61-4ac8-a3cd-9bc014d04c4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:10:14.377061 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51abb78-2434-4d74-80cd-82572f234f25 req-b1645908-0f61-4ac8-a3cd-9bc014d04c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:14.377734 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-c51abb78-2434-4d74-80cd-82572f234f25 req-b1645908-0f61-4ac8-a3cd-9bc014d04c4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:14.379345 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c51abb78-2434-4d74-80cd-82572f234f25 req-b1645908-0f61-4ac8-a3cd-9bc014d04c4a service neutron] 10.222.0.13 "PUT /v2.0/ports/10dab2c9-8f5d-4e9b-810e-6a020c4b5ced HTTP/1.1" status: 200 len: 1094 time: 1.5419741 Apr 07 08:10:14.381097 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8088b8-3c62-40f4-847e-160c966a93bf', 'tag': '10dab2c9-8f5d-4e9b-810e-6a020c4b5ced'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:10:14.452378 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd170f5c-8066-44ec-b978-f957506ab9fa req-e5f14280-0c92-4a5e-84b3-47ef0ec3e668 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:14.454119 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-bd170f5c-8066-44ec-b978-f957506ab9fa req-e5f14280-0c92-4a5e-84b3-47ef0ec3e668 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=92feb7e3-929f-419b-8407-08a71d65aff8 HTTP/1.1" status: 200 len: 945 time: 0.1325531 Apr 07 08:10:14.553527 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb8088b8-3c62-40f4-847e-160c966a93bf', 'tag': '10dab2c9-8f5d-4e9b-810e-6a020c4b5ced', 'status': 'completed', 'code': 200} Apr 07 08:10:14.559892 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-bd170f5c-8066-44ec-b978-f957506ab9fa req-e162a167-49aa-415e-9914-fd9d314f1390 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f6c1941-93ed-4e7b-a649-e43b8b580ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586066 Apr 07 08:10:14.586476 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51abb78-2434-4d74-80cd-82572f234f25 req-b59b38e6-1149-4b85-ba09-acde89275ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:14.588158 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c51abb78-2434-4d74-80cd-82572f234f25 req-b59b38e6-1149-4b85-ba09-acde89275ea0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fbff52d4f92c40aa9b8208fa7e54d5d5&device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 1097 time: 0.1330156 Apr 07 08:10:14.678651 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c51abb78-2434-4d74-80cd-82572f234f25 req-40bb11ad-cd24-4300-9e61-0d22253d392f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10dab2c9-8f5d-4e9b-810e-6a020c4b5ced HTTP/1.1" status: 200 len: 217 time: 0.0779316 Apr 07 08:10:14.735607 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51263c-6fd8-4f4d-93d4-dcec997ff3e5 req-d90413ab-f750-45cc-80e8-3d908a1ae1ed tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:14.737214 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ed51263c-6fd8-4f4d-93d4-dcec997ff3e5 req-d90413ab-f750-45cc-80e8-3d908a1ae1ed tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 944 time: 0.0928948 Apr 07 08:10:14.786890 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-ed51263c-6fd8-4f4d-93d4-dcec997ff3e5 req-60144dc7-86f9-4885-b42c-9185766cee17 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Synchronizing usage tracker for tenant:fbff52d4f92c40aa9b8208fa7e54d5d5 on resource:security_group {{(pid=84420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:10:14.799121 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-ed51263c-6fd8-4f4d-93d4-dcec997ff3e5 req-60144dc7-86f9-4885-b42c-9185766cee17 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Unset dirty status for tenant:fbff52d4f92c40aa9b8208fa7e54d5d5 on resource:security_group {{(pid=84420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:10:14.800341 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ed51263c-6fd8-4f4d-93d4-dcec997ff3e5 req-60144dc7-86f9-4885-b42c-9185766cee17 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566401 Apr 07 08:10:14.803291 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51abb78-2434-4d74-80cd-82572f234f25 req-4877d084-035e-4152-8d57-1d95f5d28222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:14.804829 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c51abb78-2434-4d74-80cd-82572f234f25 req-4877d084-035e-4152-8d57-1d95f5d28222 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76e481b0-5bdc-45a1-aec7-e681d70e1c14 HTTP/1.1" status: 200 len: 856 time: 0.1188917 Apr 07 08:10:14.840602 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 03552e3c-bb7c-4c7d-819d-173ba95def5b up at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:10:14.890135 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f164a-7f89-44a8-b541-ac720fe72bc6 req-f69ce018-a34e-4128-8597-516925176556 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:14.891728 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4d3f164a-7f89-44a8-b541-ac720fe72bc6 req-f69ce018-a34e-4128-8597-516925176556 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 985 time: 0.1673012 Apr 07 08:10:14.945784 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Provisioning for port 03552e3c-bb7c-4c7d-819d-173ba95def5b completed by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:10:14.951611 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Provisioning complete for port 03552e3c-bb7c-4c7d-819d-173ba95def5b triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:10:14.952030 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:14.952579 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51abb78-2434-4d74-80cd-82572f234f25 req-b0248db0-1305-4931-b90b-d7198734b2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:14.954188 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c51abb78-2434-4d74-80cd-82572f234f25 req-b0248db0-1305-4931-b90b-d7198734b2d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64ec1db9-cd07-42a9-a563-1c7517517aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1421428 Apr 07 08:10:14.959655 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4d3f164a-7f89-44a8-b541-ac720fe72bc6 req-e6a33f9d-89ff-4dd1-b6d1-ec4f1511fb8b tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&id=6ea94ae6-f521-4059-9e70-a041f0ad0d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0599093 Apr 07 08:10:15.075056 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:15.099684 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c51abb78-2434-4d74-80cd-82572f234f25 req-82a313c1-821b-4b41-ae6e-c84f13a00006 service neutron] 10.222.0.13 "GET /v2.0/networks/64ec1db9-cd07-42a9-a563-1c7517517aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374919 Apr 07 08:10:15.106191 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92feb7e3-929f-419b-8407-08a71d65aff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03552e3c-bb7c-4c7d-819d-173ba95def5b'}] {{(pid=84421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:10:15.117280 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 03552e3c-bb7c-4c7d-819d-173ba95def5b, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=03552e3c-bb7c-4c7d-819d-173ba95def5b,segment=NetworkSegment(a27d41e2-1695-4aa7-a0ff-a519216959ac),segment_id=a27d41e2-1695-4aa7-a0ff-a519216959ac)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:10:15.146705 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:15.148698 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:10:15.181775 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92feb7e3-929f-419b-8407-08a71d65aff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03552e3c-bb7c-4c7d-819d-173ba95def5b', 'code': 200} Apr 07 08:10:15.227100 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=03552e3c-bb7c-4c7d-819d-173ba95def5b,revision_number=5']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:10:15.230626 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:10:15.536650 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c51abb78-2434-4d74-80cd-82572f234f25 req-28e286f7-5c88-45a8-a58b-b50d48a66af1 service neutron] 10.222.0.13 "GET /v2.0/networks/64ec1db9-cd07-42a9-a563-1c7517517aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249551 Apr 07 08:10:15.546103 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f9732-0919-488f-a864-e5487918f6a5 req-5f0e4c2f-0528-427b-9b25-d0436b4447bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:15.547645 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2f6f9732-0919-488f-a864-e5487918f6a5 req-5f0e4c2f-0528-427b-9b25-d0436b4447bc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=92feb7e3-929f-419b-8407-08a71d65aff8 HTTP/1.1" status: 200 len: 1099 time: 0.1189005 Apr 07 08:10:15.594395 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2f6f9732-0919-488f-a864-e5487918f6a5 req-a9740e99-e406-4f80-b38a-75a576d53426 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6f6c1941-93ed-4e7b-a649-e43b8b580ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382590 Apr 07 08:10:15.748303 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586a0a0-a68d-44c7-9343-16dff64a0225 req-36fc80ae-9cad-4abf-85d0-122321406627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:15.749926 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b586a0a0-a68d-44c7-9343-16dff64a0225 req-36fc80ae-9cad-4abf-85d0-122321406627 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fbff52d4f92c40aa9b8208fa7e54d5d5&device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 1097 time: 0.0794754 Apr 07 08:10:15.775375 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f1649-c199-4569-aa63-3363cb7bfa65 req-a2f3baeb-a11d-4994-987b-3e08b2e5faf1 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:15.776978 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9b3f1649-c199-4569-aa63-3363cb7bfa65 req-a2f3baeb-a11d-4994-987b-3e08b2e5faf1 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=92feb7e3-929f-419b-8407-08a71d65aff8 HTTP/1.1" status: 200 len: 946 time: 0.0920043 Apr 07 08:10:15.825530 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9b3f1649-c199-4569-aa63-3363cb7bfa65 req-b2ddbef1-58e9-4e27-9c22-444a5932aaab tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f6c1941-93ed-4e7b-a649-e43b8b580ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419655 Apr 07 08:10:15.893500 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586a0a0-a68d-44c7-9343-16dff64a0225 req-5141b9ae-0545-4eb1-860d-22277438799a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:15.895130 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b586a0a0-a68d-44c7-9343-16dff64a0225 req-5141b9ae-0545-4eb1-860d-22277438799a service neutron] 10.222.0.13 "GET /v2.0/networks?id=64ec1db9-cd07-42a9-a563-1c7517517aa8 HTTP/1.1" status: 200 len: 918 time: 0.1387606 Apr 07 08:10:16.007076 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b586a0a0-a68d-44c7-9343-16dff64a0225 req-1149de40-59b2-48df-95bb-1af1f86eacc4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10dab2c9-8f5d-4e9b-810e-6a020c4b5ced HTTP/1.1" status: 200 len: 217 time: 0.1049600 Apr 07 08:10:16.103931 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586a0a0-a68d-44c7-9343-16dff64a0225 req-ca09f5cc-ab34-43c9-b3ad-2d8f8a175149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:16.105532 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b586a0a0-a68d-44c7-9343-16dff64a0225 req-ca09f5cc-ab34-43c9-b3ad-2d8f8a175149 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76e481b0-5bdc-45a1-aec7-e681d70e1c14 HTTP/1.1" status: 200 len: 856 time: 0.0864925 Apr 07 08:10:16.157356 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097597b-a4f6-4e51-b533-a235a77686f6 req-94c57965-38cf-403f-880b-8227ae4e1067 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:16.158990 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5097597b-a4f6-4e51-b533-a235a77686f6 req-94c57965-38cf-403f-880b-8227ae4e1067 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 944 time: 0.1949856 Apr 07 08:10:16.164034 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e0f94-dcbb-4208-bc19-c64b03bba7e0 req-15c5fa96-66c6-4ddf-815d-2ff3a702fc20 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:16.165665 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-7f6e0f94-dcbb-4208-bc19-c64b03bba7e0 req-15c5fa96-66c6-4ddf-815d-2ff3a702fc20 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 985 time: 0.0899475 Apr 07 08:10:16.217007 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-7f6e0f94-dcbb-4208-bc19-c64b03bba7e0 req-df3efb82-622a-439e-829d-6d18253728de tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&id=6ea94ae6-f521-4059-9e70-a041f0ad0d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441968 Apr 07 08:10:16.230941 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5097597b-a4f6-4e51-b533-a235a77686f6 req-b067e239-ab21-4846-a72e-26a1b5739568 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594594 Apr 07 08:10:16.241099 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586a0a0-a68d-44c7-9343-16dff64a0225 req-d3b8fff5-7974-4e42-9bfc-98c28dc2bd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:16.242633 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b586a0a0-a68d-44c7-9343-16dff64a0225 req-d3b8fff5-7974-4e42-9bfc-98c28dc2bd7c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64ec1db9-cd07-42a9-a563-1c7517517aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1289911 Apr 07 08:10:16.388616 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b586a0a0-a68d-44c7-9343-16dff64a0225 req-aa49116f-1163-4a13-9d00-f239dff1fcf0 service neutron] 10.222.0.13 "GET /v2.0/networks/64ec1db9-cd07-42a9-a563-1c7517517aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386695 Apr 07 08:10:16.534720 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b586a0a0-a68d-44c7-9343-16dff64a0225 req-16bc613a-d5ff-41a1-ac62-6d68a471dfb6 service neutron] 10.222.0.13 "GET /v2.0/networks/64ec1db9-cd07-42a9-a563-1c7517517aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388335 Apr 07 08:10:17.030220 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9fc93-a59f-4602-93aa-e122f716fe14 req-1984ae54-5a25-4d9d-9c0b-55edb50d2e76 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:17.031896 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0ef9fc93-a59f-4602-93aa-e122f716fe14 req-1984ae54-5a25-4d9d-9c0b-55edb50d2e76 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=92feb7e3-929f-419b-8407-08a71d65aff8 HTTP/1.1" status: 200 len: 946 time: 0.0933356 Apr 07 08:10:17.078955 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0ef9fc93-a59f-4602-93aa-e122f716fe14 req-3b9aedba-1efb-44bb-b2be-05d4cac1784b tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f6c1941-93ed-4e7b-a649-e43b8b580ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396006 Apr 07 08:10:17.426002 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e172a8-884e-412c-bb7e-1fce70eba546 req-76c2a9e9-226e-4486-a22b-8cf4e95e4b5f tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:17.427731 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f6e172a8-884e-412c-bb7e-1fce70eba546 req-76c2a9e9-226e-4486-a22b-8cf4e95e4b5f tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 985 time: 0.0938599 Apr 07 08:10:17.480180 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f6e172a8-884e-412c-bb7e-1fce70eba546 req-2cd8dd75-de25-48cd-b711-cdcbbc72a048 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&id=6ea94ae6-f521-4059-9e70-a041f0ad0d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0459423 Apr 07 08:10:17.670217 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d7cf1-c2c0-4f4c-84d2-060d9896dc9a req-99952a2e-0a12-499f-9f32-ef1cd6e2c803 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:17.671870 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-601d7cf1-c2c0-4f4c-84d2-060d9896dc9a req-99952a2e-0a12-499f-9f32-ef1cd6e2c803 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 944 time: 0.0878201 Apr 07 08:10:17.736866 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-601d7cf1-c2c0-4f4c-84d2-060d9896dc9a req-43ad5fe4-1526-4955-886f-2f4b2284a2ac tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573077 Apr 07 08:10:18.693626 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d11f8-83f1-421b-b6af-fd0cc00608cf req-d2ecac0a-3f81-4a4b-a7d8-669d7a4bdaf2 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:18.695474 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-139d11f8-83f1-421b-b6af-fd0cc00608cf req-d2ecac0a-3f81-4a4b-a7d8-669d7a4bdaf2 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 985 time: 0.0953681 Apr 07 08:10:18.745039 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-139d11f8-83f1-421b-b6af-fd0cc00608cf req-594859b4-7ccc-48a8-a779-d8beceec6920 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&id=6ea94ae6-f521-4059-9e70-a041f0ad0d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431397 Apr 07 08:10:18.862700 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 08:10:18.951909 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c98ec-9b3c-4db8-8bdc-ba6f5d8c81b8 req-dd3a2fd5-2785-4456-8692-993a682732a1 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:18.953568 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-049c98ec-9b3c-4db8-8bdc-ba6f5d8c81b8 req-dd3a2fd5-2785-4456-8692-993a682732a1 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 944 time: 0.0958395 Apr 07 08:10:19.004066 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-049c98ec-9b3c-4db8-8bdc-ba6f5d8c81b8 req-afbb3f31-2cd7-470a-b406-f337abe510ad tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437393 Apr 07 08:10:19.020204 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=10dab2c9-8f5d-4e9b-810e-6a020c4b5ced,segment=NetworkSegment(10fc6654-2c6a-4d12-930e-7b16dfb451cb),segment_id=10fc6654-2c6a-4d12-930e-7b16dfb451cb)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:10:19.034323 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Returning: {'device': '10dab2c9-8f5d-4e9b-810e-6a020c4b5ced', 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8', 'port_id': '10dab2c9-8f5d-4e9b-810e-6a020c4b5ced', 'mac_address': 'fa:16:3e:8c:7c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76e481b0-5bdc-45a1-aec7-e681d70e1c14', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 08:10:19.093769 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:19.126895 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced {{(pid=84421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 08:10:19.142935 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=10dab2c9-8f5d-4e9b-810e-6a020c4b5ced,segment=NetworkSegment(10fc6654-2c6a-4d12-930e-7b16dfb451cb),segment_id=10fc6654-2c6a-4d12-930e-7b16dfb451cb)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:10:19.152608 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:19.179676 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:19.182238 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:10:19.253044 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=10dab2c9-8f5d-4e9b-810e-6a020c4b5ced,revision_number=4']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:10:19.256421 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:10:19.441597 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] get_ports_and_sgs() called for port_ids ['10dab2c9-8f5d-4e9b-810e-6a020c4b5ced'] {{(pid=84421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 08:10:19.949366 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09934ea7-d06d-41e6-afaa-f1ce962ebc87 req-1e1a8cd0-5bfa-4d16-bc9d-598a680c5d96 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:19.951245 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-09934ea7-d06d-41e6-afaa-f1ce962ebc87 req-1e1a8cd0-5bfa-4d16-bc9d-598a680c5d96 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 985 time: 0.0926237 Apr 07 08:10:20.000834 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-09934ea7-d06d-41e6-afaa-f1ce962ebc87 req-9b6e12ee-60b8-43d3-8964-8b8467015b53 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&id=6ea94ae6-f521-4059-9e70-a041f0ad0d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431960 Apr 07 08:10:20.214259 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e712bc-773f-4e64-8c03-e3f1e6a0e08d req-126ad4f2-8a73-4886-9408-4a5016cfa81f tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:20.215860 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d0e712bc-773f-4e64-8c03-e3f1e6a0e08d req-126ad4f2-8a73-4886-9408-4a5016cfa81f tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 945 time: 0.0901234 Apr 07 08:10:20.268126 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d0e712bc-773f-4e64-8c03-e3f1e6a0e08d req-b9ac5573-0dc7-4baa-8d80-ce8670df5041 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455892 Apr 07 08:10:20.869688 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced up at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:10:20.963024 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Provisioning for port 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced completed by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:10:20.968228 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Provisioning complete for port 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:10:20.968648 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:21.006454 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-61eb08f0-7502-418b-aacc-cf1078b9efe0 None None] Agent healthcheck: found 6 active agents {{(pid=84422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 08:10:21.094742 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:21.122634 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8088b8-3c62-40f4-847e-160c966a93bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10dab2c9-8f5d-4e9b-810e-6a020c4b5ced'}] {{(pid=84421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:10:21.133455 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=10dab2c9-8f5d-4e9b-810e-6a020c4b5ced,segment=NetworkSegment(10fc6654-2c6a-4d12-930e-7b16dfb451cb),segment_id=10fc6654-2c6a-4d12-930e-7b16dfb451cb)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:10:21.163128 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:21.165098 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-18988d4d-f6e6-4968-b066-1920b1a79005 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:10:21.197255 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8088b8-3c62-40f4-847e-160c966a93bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10dab2c9-8f5d-4e9b-810e-6a020c4b5ced', 'code': 200} Apr 07 08:10:21.205998 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f429e7-89c4-4b4b-a345-a85a3c395d55 req-4411c748-625d-4409-bbde-a71742cfec60 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:21.208244 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-80f429e7-89c4-4b4b-a345-a85a3c395d55 req-4411c748-625d-4409-bbde-a71742cfec60 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 985 time: 0.0909464 Apr 07 08:10:21.250931 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=10dab2c9-8f5d-4e9b-810e-6a020c4b5ced,revision_number=5']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:10:21.254929 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:10:21.261132 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-80f429e7-89c4-4b4b-a345-a85a3c395d55 req-a70a2a1b-5005-46d7-9981-1d90bceaa4ce tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&id=6ea94ae6-f521-4059-9e70-a041f0ad0d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0457020 Apr 07 08:10:21.570473 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652b301-3478-4a0b-aaad-85fc17f460ff req-9f4e6b4a-869f-431e-8277-56587009d600 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:21.572098 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f652b301-3478-4a0b-aaad-85fc17f460ff req-9f4e6b4a-869f-431e-8277-56587009d600 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 946 time: 0.1639736 Apr 07 08:10:21.578115 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddfae2-eae8-4e87-ab01-56b4394ced25 req-276a34f2-f560-492d-9c4e-c78ea9829b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:21.579582 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8fddfae2-eae8-4e87-ab01-56b4394ced25 req-276a34f2-f560-492d-9c4e-c78ea9829b32 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 1099 time: 0.1296270 Apr 07 08:10:21.652229 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f652b301-3478-4a0b-aaad-85fc17f460ff req-169b421e-4a00-4029-87a7-2c79ecbeb008 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715826 Apr 07 08:10:21.655590 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8fddfae2-eae8-4e87-ab01-56b4394ced25 req-43a10186-304f-4ef7-89af-6fe2f6ac2b07 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593684 Apr 07 08:10:22.220023 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b58320dd-a91c-459f-a7f4-66b50c5ba629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:22.470511 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a846a-9912-49af-aee9-dbcb07230584 req-4779baa7-7895-466f-a64d-d30c21ba6462 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:22.472111 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ff5a846a-9912-49af-aee9-dbcb07230584 req-4779baa7-7895-466f-a64d-d30c21ba6462 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 985 time: 0.0940576 Apr 07 08:10:22.525151 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ff5a846a-9912-49af-aee9-dbcb07230584 req-c8c1c91f-2b63-4169-8ed6-11c053a0172c tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&id=6ea94ae6-f521-4059-9e70-a041f0ad0d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0453029 Apr 07 08:10:22.861656 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250700e-b393-4ea0-b06d-330a3edc370c req-eca05aba-ee7d-4a41-81b0-c50eab0c791c tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:22.863986 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e250700e-b393-4ea0-b06d-330a3edc370c req-eca05aba-ee7d-4a41-81b0-c50eab0c791c tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 946 time: 0.0899215 Apr 07 08:10:22.911524 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e250700e-b393-4ea0-b06d-330a3edc370c req-5c559a9b-3997-4390-8a26-92c9c3562006 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410841 Apr 07 08:10:23.112135 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c4f47-8389-41c4-8a71-00b7d65e2392 req-5726ae2d-ee0a-4168-b374-b86675a84535 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:23.114319 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e00c4f47-8389-41c4-8a71-00b7d65e2392 req-5726ae2d-ee0a-4168-b374-b86675a84535 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 946 time: 0.0905573 Apr 07 08:10:23.124132 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 49086) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:10:23.130382 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-7fd76a8f-32d6-4ac7-b1d0-a46f15d50e5d tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Request body: {'floatingip': {'port_id': '10dab2c9-8f5d-4e9b-810e-6a020c4b5ced'}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:10:23.212931 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7fd76a8f-32d6-4ac7-b1d0-a46f15d50e5d tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks [] for floatingip, before_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:24.061064 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7fd76a8f-32d6-4ac7-b1d0-a46f15d50e5d tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:24.094033 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7fd76a8f-32d6-4ac7-b1d0-a46f15d50e5d tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675279'] for floatingip, after_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:24.277231 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.db.l3_db [None req-7fd76a8f-32d6-4ac7-b1d0-a46f15d50e5d tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Floating IP 24ea3a78-3882-45e3-95a5-062fb26a48d0 associated. External IP: 172.28.3.197, port: 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced. Apr 07 08:10:24.653026 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd76a8f-32d6-4ac7-b1d0-a46f15d50e5d tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Router 034e59f7-3fbf-4bd6-866c-c30cc3c80679 has already been hosted by L3 agent 9e1c8038-06ec-4f38-a606-610b3381902d {{(pid=84420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 08:10:24.838981 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd76a8f-32d6-4ac7-b1d0-a46f15d50e5d tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify agent at l3_agent.dv-cinder-782390-4-smb the message routers_updated {{(pid=84420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 08:10:24.844170 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7fd76a8f-32d6-4ac7-b1d0-a46f15d50e5d tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for floatingip, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:24.849579 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53827938-6131-4e69-802b-0bc155be932c None None] Sync routers for ids ['034e59f7-3fbf-4bd6-866c-c30cc3c80679'] in dv-cinder-782390-4-smb {{(pid=84421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 08:10:24.865105 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53827938-6131-4e69-802b-0bc155be932c None None] Routers {'034e59f7-3fbf-4bd6-866c-c30cc3c80679'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:10:24.865105 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-53827938-6131-4e69-802b-0bc155be932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:10:25Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['034e59f7-3fbf-4bd6-866c-c30cc3c80679'], 'active': True} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:10:24.904536 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-7fd76a8f-32d6-4ac7-b1d0-a46f15d50e5d tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "PUT /v2.0/floatingips/24ea3a78-3882-45e3-95a5-062fb26a48d0 HTTP/1.1" status: 200 len: 992 time: 1.7791760 Apr 07 08:10:24.905140 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8088b8-3c62-40f4-847e-160c966a93bf', 'tag': '10dab2c9-8f5d-4e9b-810e-6a020c4b5ced'}] {{(pid=84420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:10:24.957997 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb8088b8-3c62-40f4-847e-160c966a93bf', 'tag': '10dab2c9-8f5d-4e9b-810e-6a020c4b5ced', 'status': 'completed', 'code': 200} Apr 07 08:10:24.987332 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-656331f4-2ae8-4df9-814b-fc6ebc9843eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:25.062813 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-53827938-6131-4e69-802b-0bc155be932c None None] Set router 034e59f7-3fbf-4bd6-866c-c30cc3c80679 gateway port host: dv-cinder-782390-4-smb {{(pid=84421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:10:25.064236 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48849686-d55e-4f33-9e8f-002af881175f req-1bf13b61-3554-4c63-b0ab-8f1eaa67c908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:25.066015 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-48849686-d55e-4f33-9e8f-002af881175f req-1bf13b61-3554-4c63-b0ab-8f1eaa67c908 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fbff52d4f92c40aa9b8208fa7e54d5d5&device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 1099 time: 0.0824561 Apr 07 08:10:25.216124 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48849686-d55e-4f33-9e8f-002af881175f req-f374a04d-9384-49ad-83e6-e3cb448e9b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:25.217648 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-48849686-d55e-4f33-9e8f-002af881175f req-f374a04d-9384-49ad-83e6-e3cb448e9b27 service neutron] 10.222.0.13 "GET /v2.0/networks?id=64ec1db9-cd07-42a9-a563-1c7517517aa8 HTTP/1.1" status: 200 len: 918 time: 0.1450691 Apr 07 08:10:25.325805 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-48849686-d55e-4f33-9e8f-002af881175f req-653dcf59-07bc-46a1-b6b0-39320b7a826d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10dab2c9-8f5d-4e9b-810e-6a020c4b5ced HTTP/1.1" status: 200 len: 1000 time: 0.1011569 Apr 07 08:10:25.411290 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48849686-d55e-4f33-9e8f-002af881175f req-cc57bce2-b803-45f1-ae5c-48268d3beb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:25.413923 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-48849686-d55e-4f33-9e8f-002af881175f req-cc57bce2-b803-45f1-ae5c-48268d3beb6a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76e481b0-5bdc-45a1-aec7-e681d70e1c14 HTTP/1.1" status: 200 len: 856 time: 0.0754542 Apr 07 08:10:25.443302 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:25.505062 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48849686-d55e-4f33-9e8f-002af881175f req-12c4bb07-ca71-47aa-9a7e-0c0391110f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:25.507345 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-48849686-d55e-4f33-9e8f-002af881175f req-12c4bb07-ca71-47aa-9a7e-0c0391110f84 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64ec1db9-cd07-42a9-a563-1c7517517aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0857849 Apr 07 08:10:25.610244 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-53827938-6131-4e69-802b-0bc155be932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'name': 'tempest-AttachVolumeShelveTestJSON-1522203858-router', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'b25bdc3d-859f-41b2-bd1f-63370ac91767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:05:39Z', 'updated_at': '2021-04-07T08:05:58Z', 'revision_number': 4, 'project_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'gw_port': {'id': 'b25bdc3d-859f-41b2-bd1f-63370ac91767', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:41Z', 'updated_at': '2021-04-07T08:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_floatingips': [{'id': '24ea3a78-3882-45e3-95a5-062fb26a48d0', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'floating_ip_address': '172.28.3.197', 'floating_network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'router_id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'port_id': '10dab2c9-8f5d-4e9b-810e-6a020c4b5ced', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8', 'mac_address': 'fa:16:3e:8c:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8088b8-3c62-40f4-847e-160c966a93bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:10:06Z', 'updated_at': '2021-04-07T08:10:23Z', 'revision_number': 1, 'project_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '598fb0e5-3d4f-4657-bf1e-3a89591f541a', 'name': '', 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'mac_address': 'fa:16:3e:b7:ba:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '76e481b0-5bdc-45a1-aec7-e681d70e1c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:52Z', 'updated_at': '2021-04-07T08:06:10Z', 'revision_number': 5, 'project_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'subnets': [{'id': '76e481b0-5bdc-45a1-aec7-e681d70e1c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:10:25.614453 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53827938-6131-4e69-802b-0bc155be932c None None] Checking router: 034e59f7-3fbf-4bd6-866c-c30cc3c80679 for host: dv-cinder-782390-4-smb {{(pid=84421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 08:10:25.623287 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53827938-6131-4e69-802b-0bc155be932c None None] Routers {'034e59f7-3fbf-4bd6-866c-c30cc3c80679'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:10:25.623939 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-53827938-6131-4e69-802b-0bc155be932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:10:25Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['034e59f7-3fbf-4bd6-866c-c30cc3c80679'], 'active': True} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:10:25.655741 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-48849686-d55e-4f33-9e8f-002af881175f req-bba8db7e-ef57-48a5-8037-a11217f24d29 service neutron] 10.222.0.13 "GET /v2.0/networks/64ec1db9-cd07-42a9-a563-1c7517517aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389401 Apr 07 08:10:25.811261 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-48849686-d55e-4f33-9e8f-002af881175f req-511ab869-0516-492e-b770-5526c0293c24 service neutron] 10.222.0.13 "GET /v2.0/networks/64ec1db9-cd07-42a9-a563-1c7517517aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387639 Apr 07 08:10:25.812364 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-53827938-6131-4e69-802b-0bc155be932c None None] Set router 034e59f7-3fbf-4bd6-866c-c30cc3c80679 gateway port host: dv-cinder-782390-4-smb {{(pid=84421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:10:26.179754 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-53827938-6131-4e69-802b-0bc155be932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'name': 'tempest-AttachVolumeShelveTestJSON-1522203858-router', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'b25bdc3d-859f-41b2-bd1f-63370ac91767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:05:39Z', 'updated_at': '2021-04-07T08:05:58Z', 'revision_number': 4, 'project_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'gw_port': {'id': 'b25bdc3d-859f-41b2-bd1f-63370ac91767', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:41Z', 'updated_at': '2021-04-07T08:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_floatingips': [{'id': '24ea3a78-3882-45e3-95a5-062fb26a48d0', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'floating_ip_address': '172.28.3.197', 'floating_network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'router_id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'port_id': '10dab2c9-8f5d-4e9b-810e-6a020c4b5ced', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8', 'mac_address': 'fa:16:3e:8c:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8088b8-3c62-40f4-847e-160c966a93bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:10:06Z', 'updated_at': '2021-04-07T08:10:23Z', 'revision_number': 1, 'project_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '598fb0e5-3d4f-4657-bf1e-3a89591f541a', 'name': '', 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'mac_address': 'fa:16:3e:b7:ba:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '76e481b0-5bdc-45a1-aec7-e681d70e1c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:52Z', 'updated_at': '2021-04-07T08:06:10Z', 'revision_number': 5, 'project_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'subnets': [{'id': '76e481b0-5bdc-45a1-aec7-e681d70e1c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:10:26.183950 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53827938-6131-4e69-802b-0bc155be932c None None] The sync data for ids ['034e59f7-3fbf-4bd6-866c-c30cc3c80679'] in dv-cinder-782390-4-smb is: [{'id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'name': 'tempest-AttachVolumeShelveTestJSON-1522203858-router', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'b25bdc3d-859f-41b2-bd1f-63370ac91767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:05:39Z', 'updated_at': '2021-04-07T08:05:58Z', 'revision_number': 4, 'project_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'gw_port': {'id': 'b25bdc3d-859f-41b2-bd1f-63370ac91767', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:41Z', 'updated_at': '2021-04-07T08:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_floatingips': [{'id': '24ea3a78-3882-45e3-95a5-062fb26a48d0', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'floating_ip_address': '172.28.3.197', 'floating_network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'router_id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'port_id': '10dab2c9-8f5d-4e9b-810e-6a020c4b5ced', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8', 'mac_address': 'fa:16:3e:8c:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8088b8-3c62-40f4-847e-160c966a93bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:10:06Z', 'updated_at': '2021-04-07T08:10:23Z', 'revision_number': 1, 'project_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '598fb0e5-3d4f-4657-bf1e-3a89591f541a', 'name': '', 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'mac_address': 'fa:16:3e:b7:ba:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '76e481b0-5bdc-45a1-aec7-e681d70e1c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:52Z', 'updated_at': '2021-04-07T08:06:10Z', 'revision_number': 5, 'project_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'subnets': [{'id': '76e481b0-5bdc-45a1-aec7-e681d70e1c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 08:10:26.482026 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e811f70-0e76-480d-9aa7-a0e818a1b9d4 None None] New status for floating IP 24ea3a78-3882-45e3-95a5-062fb26a48d0: ACTIVE {{(pid=84422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 07 08:10:26.753042 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:26.787063 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:39.295165 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4070d-fb2b-4b80-a6cf-d6b181f0c080 req-c2e3a65a-e42d-4261-a435-4f3ad54132a8 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:39.296774 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-bdc4070d-fb2b-4b80-a6cf-d6b181f0c080 req-c2e3a65a-e42d-4261-a435-4f3ad54132a8 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=92feb7e3-929f-419b-8407-08a71d65aff8 HTTP/1.1" status: 200 len: 946 time: 0.2075453 Apr 07 08:10:39.345319 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-bdc4070d-fb2b-4b80-a6cf-d6b181f0c080 req-3ec1dff3-10ee-4825-bb13-d0ef5ac3aa34 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f6c1941-93ed-4e7b-a649-e43b8b580ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421591 Apr 07 08:10:40.556892 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98aa44c-9deb-47a7-bf50-0d52585380d9 req-4c7b0c4d-1ac1-471d-8d73-623d9bc02618 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:40.558474 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e98aa44c-9deb-47a7-bf50-0d52585380d9 req-4c7b0c4d-1ac1-471d-8d73-623d9bc02618 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=92feb7e3-929f-419b-8407-08a71d65aff8 HTTP/1.1" status: 200 len: 946 time: 0.0965817 Apr 07 08:10:40.605800 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e98aa44c-9deb-47a7-bf50-0d52585380d9 req-914e1895-fd96-495e-9a59-a9995c6d40ca tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f6c1941-93ed-4e7b-a649-e43b8b580ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408850 Apr 07 08:10:41.805277 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe42ebf-fb22-4758-ab8c-1c0fce02cb7f req-13cdad5a-1037-4b26-a381-3d4cd67204d5 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:41.806903 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-cbe42ebf-fb22-4758-ab8c-1c0fce02cb7f req-13cdad5a-1037-4b26-a381-3d4cd67204d5 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=92feb7e3-929f-419b-8407-08a71d65aff8 HTTP/1.1" status: 200 len: 946 time: 0.0861144 Apr 07 08:10:41.853843 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-cbe42ebf-fb22-4758-ab8c-1c0fce02cb7f req-73670518-3e87-44d0-9b2d-7141d2d9ba0d tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f6c1941-93ed-4e7b-a649-e43b8b580ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404444 Apr 07 08:10:42.475394 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189b3b7-e730-4ab9-bcd3-fcb50937c664 req-96f8fa39-6e3c-4427-8170-9df1ccf4ad0c tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:42.476968 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d189b3b7-e730-4ab9-bcd3-fcb50937c664 req-96f8fa39-6e3c-4427-8170-9df1ccf4ad0c tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0897329 Apr 07 08:10:42.526806 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d189b3b7-e730-4ab9-bcd3-fcb50937c664 req-87eddfd1-07c6-4aa0-9f90-690218db09dc tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414059 Apr 07 08:10:43.057604 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e0db7a-aa97-4c58-b5de-5ec486ba4ac6 req-5089f297-e6d0-4b08-ad3d-34d3acd660b3 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:43.059095 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-25e0db7a-aa97-4c58-b5de-5ec486ba4ac6 req-5089f297-e6d0-4b08-ad3d-34d3acd660b3 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=92feb7e3-929f-419b-8407-08a71d65aff8 HTTP/1.1" status: 200 len: 946 time: 0.0905318 Apr 07 08:10:43.107663 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-25e0db7a-aa97-4c58-b5de-5ec486ba4ac6 req-d759dd20-f3ed-471e-a3c8-26fbbe67874a tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f6c1941-93ed-4e7b-a649-e43b8b580ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422297 Apr 07 08:10:43.731852 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ec1da-3357-4fc2-9757-bda321c75f95 req-98590bb3-e6f1-4194-8dfc-717cf42ecdcd tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:43.733426 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-7d5ec1da-3357-4fc2-9757-bda321c75f95 req-98590bb3-e6f1-4194-8dfc-717cf42ecdcd tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0916612 Apr 07 08:10:43.780662 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-7d5ec1da-3357-4fc2-9757-bda321c75f95 req-3371fc88-7f43-44e2-96e3-09349845acbc tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407581 Apr 07 08:10:44.093019 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60003296-96ab-4338-813f-a4f2af070873 req-dbd73dba-bd21-4776-b7f2-b886452e2845 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:44.094553 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-60003296-96ab-4338-813f-a4f2af070873 req-dbd73dba-bd21-4776-b7f2-b886452e2845 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.13 "GET /v2.0/ports?device_id=92feb7e3-929f-419b-8407-08a71d65aff8 HTTP/1.1" status: 200 len: 946 time: 0.0844891 Apr 07 08:10:44.173330 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-60003296-96ab-4338-813f-a4f2af070873 req-e497b23b-ba9d-4fae-9bde-476975d09aa3 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Deleting port 03552e3c-bb7c-4c7d-819d-173ba95def5b {{(pid=84419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:10:44.173709 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-60003296-96ab-4338-813f-a4f2af070873 req-e497b23b-ba9d-4fae-9bde-476975d09aa3 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:44.315966 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e380a-8b09-4ad5-88a1-4c7cdaceeb60 req-0e08dc49-cbbc-49ad-acb1-aae67f92cfd4 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:44.317559 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9c8e380a-8b09-4ad5-88a1-4c7cdaceeb60 req-0e08dc49-cbbc-49ad-acb1-aae67f92cfd4 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=92feb7e3-929f-419b-8407-08a71d65aff8 HTTP/1.1" status: 200 len: 946 time: 0.0903237 Apr 07 08:10:44.371512 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9c8e380a-8b09-4ad5-88a1-4c7cdaceeb60 req-c6ac570a-2905-4a89-a9c1-b27fdbdf1712 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f6c1941-93ed-4e7b-a649-e43b8b580ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467467 Apr 07 08:10:44.441606 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-60003296-96ab-4338-813f-a4f2af070873 req-e497b23b-ba9d-4fae-9bde-476975d09aa3 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] For port 03552e3c-bb7c-4c7d-819d-173ba95def5b, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=03552e3c-bb7c-4c7d-819d-173ba95def5b,segment=NetworkSegment(a27d41e2-1695-4aa7-a0ff-a519216959ac),segment_id=a27d41e2-1695-4aa7-a0ff-a519216959ac)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:10:44.442050 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-60003296-96ab-4338-813f-a4f2af070873 req-e497b23b-ba9d-4fae-9bde-476975d09aa3 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:44.580354 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-60003296-96ab-4338-813f-a4f2af070873 req-e497b23b-ba9d-4fae-9bde-476975d09aa3 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Calling delete_port for 03552e3c-bb7c-4c7d-819d-173ba95def5b owned by compute:nova {{(pid=84419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:10:44.820967 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-60003296-96ab-4338-813f-a4f2af070873 req-e497b23b-ba9d-4fae-9bde-476975d09aa3 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716444531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762716001395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:44.837338 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2cdbcd04-e91a-434c-9598-fa9838ea9611 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:10:44.838045 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] get_ports_and_sgs() called for port_ids ['03552e3c-bb7c-4c7d-819d-173ba95def5b'] {{(pid=84421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 08:10:44.897335 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e497b23b-ba9d-4fae-9bde-476975d09aa3 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Pushing event deleted for resources: {'Port': ['ID=03552e3c-bb7c-4c7d-819d-173ba95def5b,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:10:44.904222 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e497b23b-ba9d-4fae-9bde-476975d09aa3 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:10:45.083904 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58207806-17f3-4969-b1d4-e706c114e4e2 req-6ed54797-2453-4c50-8c18-490846e2102a tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:45.085440 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-58207806-17f3-4969-b1d4-e706c114e4e2 req-6ed54797-2453-4c50-8c18-490846e2102a tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 945 time: 0.1855209 Apr 07 08:10:45.388651 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-60003296-96ab-4338-813f-a4f2af070873 req-e497b23b-ba9d-4fae-9bde-476975d09aa3 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] No DVR routers for this DVR port 03552e3c-bb7c-4c7d-819d-173ba95def5b on host hv-cinder-78239 {{(pid=84419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 08:10:45.391999 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-60003296-96ab-4338-813f-a4f2af070873 req-e497b23b-ba9d-4fae-9bde-476975d09aa3 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:45.401751 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92feb7e3-929f-419b-8407-08a71d65aff8', 'name': 'network-vif-deleted', 'tag': '03552e3c-bb7c-4c7d-819d-173ba95def5b'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:10:45.424217 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-58207806-17f3-4969-b1d4-e706c114e4e2 req-c99b8280-1af9-465a-8854-e9ad3ae68797 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3071964 Apr 07 08:10:45.465631 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-60003296-96ab-4338-813f-a4f2af070873 req-e497b23b-ba9d-4fae-9bde-476975d09aa3 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.13 "DELETE /v2.0/ports/03552e3c-bb7c-4c7d-819d-173ba95def5b HTTP/1.1" status: 204 len: 173 time: 1.3655326 Apr 07 08:10:45.480667 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92feb7e3-929f-419b-8407-08a71d65aff8', 'name': 'network-vif-deleted', 'tag': '03552e3c-bb7c-4c7d-819d-173ba95def5b', 'status': 'completed', 'code': 200} Apr 07 08:10:45.569293 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b6010520-170e-4d64-8404-c15ab20ef975 req-eb930042-3cac-4877-88e1-7a81b761fc93 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] 10.222.0.16 "GET /v2.0/ports?device_id=92feb7e3-929f-419b-8407-08a71d65aff8 HTTP/1.1" status: 200 len: 210 time: 0.0485713 Apr 07 08:10:46.632524 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d04f85-6848-4998-aced-9670547503ec req-fb4456aa-d30c-4b0d-bdbe-d99272ab69f1 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:46.635034 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-69d04f85-6848-4998-aced-9670547503ec req-fb4456aa-d30c-4b0d-bdbe-d99272ab69f1 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0890524 Apr 07 08:10:46.691181 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-69d04f85-6848-4998-aced-9670547503ec req-fe169588-046f-4476-b859-7ab3de3ce5c0 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498559 Apr 07 08:10:47.042481 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 03552e3c-bb7c-4c7d-819d-173ba95def5b no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 08:10:47.079855 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] No Port match for: 03552e3c-bb7c-4c7d-819d-173ba95def5b {{(pid=84421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 08:10:47.081895 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 03552e3c-bb7c-4c7d-819d-173ba95def5b not bound to the agent host hv-cinder-78239 {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 08:10:47.893257 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e4fe7-035a-41e7-b36c-8bb723d6eee5 req-4a3a3062-1eea-47f6-b2f8-dccaf46db733 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:47.894781 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0e4e4fe7-035a-41e7-b36c-8bb723d6eee5 req-4a3a3062-1eea-47f6-b2f8-dccaf46db733 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0897207 Apr 07 08:10:47.943040 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0e4e4fe7-035a-41e7-b36c-8bb723d6eee5 req-0bcb513f-bacb-4c74-ac6f-a2da89f8a9cb tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411994 Apr 07 08:10:49.146722 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:49.148751 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8bf4e4-4135-48e8-937f-c1e94d3ce5f2 req-b2252ee4-3792-48aa-b3f3-05d3d40e5e5f tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:49.150344 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ea8bf4e4-4135-48e8-937f-c1e94d3ce5f2 req-b2252ee4-3792-48aa-b3f3-05d3d40e5e5f tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0918138 Apr 07 08:10:49.197971 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ea8bf4e4-4135-48e8-937f-c1e94d3ce5f2 req-c4b3770d-abf3-48cb-a62c-9044f6d5f4ac tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404284 Apr 07 08:10:49.905109 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9a0290ee-73ee-478c-b624-53e9092ca688 req-3a99ea78-fdd9-4cf6-9167-ad48a96e1a89 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0827312 Apr 07 08:10:50.062233 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0290ee-73ee-478c-b624-53e9092ca688 req-cfaa3707-1f7b-426e-9afa-96cec2c43f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:50.063905 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9a0290ee-73ee-478c-b624-53e9092ca688 req-cfaa3707-1f7b-426e-9afa-96cec2c43f97 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bab0f03958734baaa1c09c0cc6ac3eb8&device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 1138 time: 0.0818963 Apr 07 08:10:50.232918 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0290ee-73ee-478c-b624-53e9092ca688 req-a000d29c-5f40-4588-9483-a53b7e1ee874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:50.232918 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9a0290ee-73ee-478c-b624-53e9092ca688 req-a000d29c-5f40-4588-9483-a53b7e1ee874 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8cb3e5ca-515a-488c-873f-e5ab482043cd HTTP/1.1" status: 200 len: 916 time: 0.1459966 Apr 07 08:10:50.355452 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9a0290ee-73ee-478c-b624-53e9092ca688 req-5ca04283-a78e-49cb-baa0-ceeb82dec0ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be8c2819-e4a7-48ce-8131-6f47b75ee4ae HTTP/1.1" status: 200 len: 1001 time: 0.1091902 Apr 07 08:10:50.407655 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef842d42-030e-4f29-a4ee-218cfca63052 req-3cf2a01f-0a06-434e-a2eb-6f22590d65b8 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:50.409287 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ef842d42-030e-4f29-a4ee-218cfca63052 req-3cf2a01f-0a06-434e-a2eb-6f22590d65b8 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0944600 Apr 07 08:10:50.429651 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0290ee-73ee-478c-b624-53e9092ca688 req-ca501f66-7bfb-4151-b8cd-c102bdedbde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:50.431519 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9a0290ee-73ee-478c-b624-53e9092ca688 req-ca501f66-7bfb-4151-b8cd-c102bdedbde4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7f59c1c9-a73c-4df8-a2b8-b3719b8d1bc0 HTTP/1.1" status: 200 len: 854 time: 0.0674098 Apr 07 08:10:50.458488 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ef842d42-030e-4f29-a4ee-218cfca63052 req-51b58a47-476c-43f8-8f31-a85276cd11b7 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426493 Apr 07 08:10:50.522867 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0290ee-73ee-478c-b624-53e9092ca688 req-4e318b08-3162-4338-be76-12b6e2590a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:50.524506 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9a0290ee-73ee-478c-b624-53e9092ca688 req-4e318b08-3162-4338-be76-12b6e2590a94 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8cb3e5ca-515a-488c-873f-e5ab482043cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0864785 Apr 07 08:10:50.672708 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9a0290ee-73ee-478c-b624-53e9092ca688 req-4d636a20-5d93-4636-beb1-3a8bd898d785 service neutron] 10.222.0.13 "GET /v2.0/networks/8cb3e5ca-515a-488c-873f-e5ab482043cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405499 Apr 07 08:10:50.822458 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9a0290ee-73ee-478c-b624-53e9092ca688 req-7adb765a-5dc3-410e-af96-5e4a275dca34 service neutron] 10.222.0.13 "GET /v2.0/networks/8cb3e5ca-515a-488c-873f-e5ab482043cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417422 Apr 07 08:10:51.660937 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d559cb-1275-411b-8dce-0c0063b73837 req-08d6ad50-0df7-4631-948c-36fb91fba9b5 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:51.662410 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-31d559cb-1275-411b-8dce-0c0063b73837 req-08d6ad50-0df7-4631-948c-36fb91fba9b5 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0897453 Apr 07 08:10:51.710813 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-31d559cb-1275-411b-8dce-0c0063b73837 req-9085202d-c483-435d-9ea4-2e9fa43f085a tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415244 Apr 07 08:10:52.220665 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-76318a49-541f-4a30-b483-3cbf071e832d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:52.907829 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163c66a-4386-40af-a117-a777fc1c88a5 req-f494e119-df0b-40dc-9cce-1185037620c9 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:52.909404 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f163c66a-4386-40af-a117-a777fc1c88a5 req-f494e119-df0b-40dc-9cce-1185037620c9 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0857379 Apr 07 08:10:52.961225 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f163c66a-4386-40af-a117-a777fc1c88a5 req-39492e45-67dc-4f8a-9129-67913064e183 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455413 Apr 07 08:10:54.301884 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aeb098-508e-4e2a-b8f9-6aca86092253 req-e10875cd-fe4b-4ff3-9ad5-a736546ab56d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:54.303513 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d5aeb098-508e-4e2a-b8f9-6aca86092253 req-e10875cd-fe4b-4ff3-9ad5-a736546ab56d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0873032 Apr 07 08:10:54.351307 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d5aeb098-508e-4e2a-b8f9-6aca86092253 req-9be0c93b-1010-4af1-9ba5-219566f08767 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410631 Apr 07 08:10:54.899253 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5bf1a3b6-f655-4bc5-9b49-120f9d09e33d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:55.402574 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:55.557314 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3493ed-8587-4607-9399-c5154830fb5b req-69af3401-7423-40e8-be5b-45cfdb317008 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:55.558979 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5d3493ed-8587-4607-9399-c5154830fb5b req-69af3401-7423-40e8-be5b-45cfdb317008 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0913312 Apr 07 08:10:55.827387 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5d3493ed-8587-4607-9399-c5154830fb5b req-1766101d-2853-41a7-a5b8-866c7b125976 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2620795 Apr 07 08:10:56.748236 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:56.790164 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:57.036941 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f46a4-c5fe-4996-8bce-9b4254a2f604 req-5bc97ee1-5600-49bd-aae0-19fb59d671dd tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:57.038513 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f59f46a4-c5fe-4996-8bce-9b4254a2f604 req-5bc97ee1-5600-49bd-aae0-19fb59d671dd tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0946109 Apr 07 08:10:57.089150 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f59f46a4-c5fe-4996-8bce-9b4254a2f604 req-edcd822e-2658-4e27-a7e6-ec2934f957ec tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435617 Apr 07 08:10:58.006323 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-61eb08f0-7502-418b-aacc-cf1078b9efe0 None None] Agent healthcheck: found 6 active agents {{(pid=84422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 08:10:58.296584 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b9a1d5-1717-4490-875b-d829879255ff req-37c36f72-9395-418f-aa66-f5761b5f91f1 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:58.302394 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-90b9a1d5-1717-4490-875b-d829879255ff req-37c36f72-9395-418f-aa66-f5761b5f91f1 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0880861 Apr 07 08:10:58.345480 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-90b9a1d5-1717-4490-875b-d829879255ff req-9158c623-d0ed-4de5-9dd4-462b1ad93e9d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409079 Apr 07 08:10:59.217354 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5736d090-f781-4c06-a3f2-d5b6754ff623 req-87c45ad7-3837-4639-8d04-5f33b1d5df7a tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-991034317&fields=id&tenant_id=bab0f03958734baaa1c09c0cc6ac3eb8 HTTP/1.1" status: 200 len: 267 time: 0.0428023 Apr 07 08:10:59.310802 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736d090-f781-4c06-a3f2-d5b6754ff623 req-01f62dde-a674-4c39-aba0-64897b307c00 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:59.312358 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5736d090-f781-4c06-a3f2-d5b6754ff623 req-01f62dde-a674-4c39-aba0-64897b307c00 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 985 time: 0.0891087 Apr 07 08:10:59.324705 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-5736d090-f781-4c06-a3f2-d5b6754ff623 req-ebeaa7d3-abc9-4608-a865-54879340ed80 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Request body: {'port': {'security_groups': ['93311281-db5e-4fd6-9df6-bd381430aba8']}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:10:59.456181 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-5736d090-f781-4c06-a3f2-d5b6754ff623 req-ebeaa7d3-abc9-4608-a865-54879340ed80 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:59.552713 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa4716-1ca9-4967-838d-f12e81a524be req-f564b6fc-0ebf-4378-a90d-b5806a49c38a tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:10:59.554333 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-83aa4716-1ca9-4967-838d-f12e81a524be req-f564b6fc-0ebf-4378-a90d-b5806a49c38a tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0919533 Apr 07 08:10:59.609484 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-83aa4716-1ca9-4967-838d-f12e81a524be req-054419dd-3866-4e76-9f2f-3f08796857da tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482042 Apr 07 08:10:59.779273 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-5736d090-f781-4c06-a3f2-d5b6754ff623 req-ebeaa7d3-abc9-4608-a865-54879340ed80 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] For port be8c2819-e4a7-48ce-8131-6f47b75ee4ae, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=be8c2819-e4a7-48ce-8131-6f47b75ee4ae,segment=NetworkSegment(bb5a8040-593b-4b2d-bac2-4dbbfb92526f),segment_id=bb5a8040-593b-4b2d-bac2-4dbbfb92526f)] {{(pid=84420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:10:59.806330 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-5736d090-f781-4c06-a3f2-d5b6754ff623 req-ebeaa7d3-abc9-4608-a865-54879340ed80 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks [] for port, precommit_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:59.843166 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-5736d090-f781-4c06-a3f2-d5b6754ff623 req-ebeaa7d3-abc9-4608-a865-54879340ed80 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843888368'] for port, after_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:10:59.855569 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] get_ports_and_sgs() called for port_ids ['be8c2819-e4a7-48ce-8131-6f47b75ee4ae'] {{(pid=84421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 08:10:59.858246 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-686cfcbe-a59d-4d9a-adda-08cf3d47aca2 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:00.034291 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeaa7d3-abc9-4608-a865-54879340ed80 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Pushing event updated for resources: {'Port': ['ID=be8c2819-e4a7-48ce-8131-6f47b75ee4ae,revision_number=7']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:00.040407 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-ebeaa7d3-abc9-4608-a865-54879340ed80 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:00.063781 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736d090-f781-4c06-a3f2-d5b6754ff623 req-ebeaa7d3-abc9-4608-a865-54879340ed80 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:00.064455 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-5736d090-f781-4c06-a3f2-d5b6754ff623 req-ebeaa7d3-abc9-4608-a865-54879340ed80 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:00.065944 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5736d090-f781-4c06-a3f2-d5b6754ff623 req-ebeaa7d3-abc9-4608-a865-54879340ed80 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "PUT /v2.0/ports/be8c2819-e4a7-48ce-8131-6f47b75ee4ae HTTP/1.1" status: 200 len: 943 time: 0.7463453 Apr 07 08:11:00.066489 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ebfd407-5315-4fff-8108-0c4c61835d48', 'tag': 'be8c2819-e4a7-48ce-8131-6f47b75ee4ae'}] {{(pid=84420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:11:00.073625 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 49400) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:11:00.129930 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ebfd407-5315-4fff-8108-0c4c61835d48', 'tag': 'be8c2819-e4a7-48ce-8131-6f47b75ee4ae', 'status': 'completed', 'code': 200} Apr 07 08:11:00.144714 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] get_ports_and_sgs() called for port_ids ['be8c2819-e4a7-48ce-8131-6f47b75ee4ae'] {{(pid=84421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 08:11:00.163288 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-93d167ac-ed17-4022-8784-89a5f6e4d70f tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:00.201876 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-93d167ac-ed17-4022-8784-89a5f6e4d70f tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:00.300148 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58229d97-b5a4-4382-bd41-111e2038fd0c req-ab25354a-0f67-4366-9116-035fbc789012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:00.302869 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-58229d97-b5a4-4382-bd41-111e2038fd0c req-ab25354a-0f67-4366-9116-035fbc789012 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bab0f03958734baaa1c09c0cc6ac3eb8&device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 1099 time: 0.1529183 Apr 07 08:11:00.303902 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-b2b0a0b3-2a0f-4b03-856e-8d97758d495e None None] Provisioning complete for port be8c2819-e4a7-48ce-8131-6f47b75ee4ae triggered by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:11:00.304320 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b2b0a0b3-2a0f-4b03-856e-8d97758d495e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:00.334864 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-93d167ac-ed17-4022-8784-89a5f6e4d70f tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:00.364985 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c04a5d12-bfe2-4b5b-a58b-c6e4e1c70679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:00.377753 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d167ac-ed17-4022-8784-89a5f6e4d70f tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea94ae6-f521-4059-9e70-a041f0ad0d8e,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:00.380347 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-93d167ac-ed17-4022-8784-89a5f6e4d70f tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:00.423266 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-93d167ac-ed17-4022-8784-89a5f6e4d70f tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:00.427513 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 49406) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:11:00.427971 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-93d167ac-ed17-4022-8784-89a5f6e4d70f tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "DELETE /v2.0/security-groups/6ea94ae6-f521-4059-9e70-a041f0ad0d8e HTTP/1.1" status: 204 len: 168 time: 0.3529716 Apr 07 08:11:00.562982 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58229d97-b5a4-4382-bd41-111e2038fd0c req-66fabdd1-6ed6-4792-b276-91efa4411278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:00.564557 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-58229d97-b5a4-4382-bd41-111e2038fd0c req-66fabdd1-6ed6-4792-b276-91efa4411278 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8cb3e5ca-515a-488c-873f-e5ab482043cd HTTP/1.1" status: 200 len: 916 time: 0.2553213 Apr 07 08:11:00.779937 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-22b1627d-5145-43f9-9a91-f4116aaf87b8 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Deleting port 6f95d245-d37a-4d6c-b4ec-5f4b1d348af6 {{(pid=84419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:11:00.780314 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-22b1627d-5145-43f9-9a91-f4116aaf87b8 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:00.815191 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43670bad-e231-4dfb-b875-7059a2ed718c req-4b595703-2954-4b3d-88f2-35bcd1476f7a tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:00.816839 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-43670bad-e231-4dfb-b875-7059a2ed718c req-4b595703-2954-4b3d-88f2-35bcd1476f7a tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0900636 Apr 07 08:11:00.819906 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-58229d97-b5a4-4382-bd41-111e2038fd0c req-3b8ac200-0ba4-400c-83a9-3215ab7afec7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be8c2819-e4a7-48ce-8131-6f47b75ee4ae HTTP/1.1" status: 200 len: 1001 time: 0.1913462 Apr 07 08:11:00.873532 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-43670bad-e231-4dfb-b875-7059a2ed718c req-7cdcc10c-f300-4c91-aede-cbbe39eae821 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475748 Apr 07 08:11:00.996190 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58229d97-b5a4-4382-bd41-111e2038fd0c req-49431dd0-8374-43dd-9641-4e157ff2392c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:00.997940 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-58229d97-b5a4-4382-bd41-111e2038fd0c req-49431dd0-8374-43dd-9641-4e157ff2392c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7f59c1c9-a73c-4df8-a2b8-b3719b8d1bc0 HTTP/1.1" status: 200 len: 854 time: 0.1658921 Apr 07 08:11:01.080079 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-22b1627d-5145-43f9-9a91-f4116aaf87b8 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:01.080443 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-22b1627d-5145-43f9-9a91-f4116aaf87b8 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:01.220268 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-22b1627d-5145-43f9-9a91-f4116aaf87b8 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Calling delete_port for 6f95d245-d37a-4d6c-b4ec-5f4b1d348af6 owned by network:floatingip {{(pid=84419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:11:01.310946 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58229d97-b5a4-4382-bd41-111e2038fd0c req-e5d6b480-c282-499e-9675-1f9acd0d8b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:01.312615 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-58229d97-b5a4-4382-bd41-111e2038fd0c req-e5d6b480-c282-499e-9675-1f9acd0d8b31 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8cb3e5ca-515a-488c-873f-e5ab482043cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3055859 Apr 07 08:11:01.738333 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-58229d97-b5a4-4382-bd41-111e2038fd0c req-8aed6d0c-1951-47f7-aad2-0a12d2c03fd5 service neutron] 10.222.0.13 "GET /v2.0/networks/8cb3e5ca-515a-488c-873f-e5ab482043cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169989 Apr 07 08:11:01.785150 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-22b1627d-5145-43f9-9a91-f4116aaf87b8 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716444531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762716001395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:01.801300 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-ae3a1fb0-b63f-4f55-8e49-5034de2c3a3b tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:01.908039 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b1627d-5145-43f9-9a91-f4116aaf87b8 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Pushing event deleted for resources: {'Port': ['ID=6f95d245-d37a-4d6c-b4ec-5f4b1d348af6,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:01.974896 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b1627d-5145-43f9-9a91-f4116aaf87b8 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:01.975293 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b1627d-5145-43f9-9a91-f4116aaf87b8 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:01.975696 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b1627d-5145-43f9-9a91-f4116aaf87b8 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:01.976097 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b1627d-5145-43f9-9a91-f4116aaf87b8 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:01.976486 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b1627d-5145-43f9-9a91-f4116aaf87b8 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:01.976880 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b1627d-5145-43f9-9a91-f4116aaf87b8 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:01.977270 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b1627d-5145-43f9-9a91-f4116aaf87b8 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:01.977662 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b1627d-5145-43f9-9a91-f4116aaf87b8 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:01.978050 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b1627d-5145-43f9-9a91-f4116aaf87b8 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:01.978464 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b1627d-5145-43f9-9a91-f4116aaf87b8 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:01.978885 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b1627d-5145-43f9-9a91-f4116aaf87b8 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:01.979274 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b1627d-5145-43f9-9a91-f4116aaf87b8 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:01.990822 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-22b1627d-5145-43f9-9a91-f4116aaf87b8 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:02.054755 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-58229d97-b5a4-4382-bd41-111e2038fd0c req-4a6d69b7-75b5-4157-a5e6-201cea50fc69 service neutron] 10.222.0.13 "GET /v2.0/networks/8cb3e5ca-515a-488c-873f-e5ab482043cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061948 Apr 07 08:11:02.084846 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75e10c-9dda-4ef4-ba13-cf6f50999758 req-c3e3a684-af0e-42c6-9f3b-bc51c28b0edf tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:02.086559 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9f75e10c-9dda-4ef4-ba13-cf6f50999758 req-c3e3a684-af0e-42c6-9f3b-bc51c28b0edf tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0964103 Apr 07 08:11:02.138306 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9f75e10c-9dda-4ef4-ba13-cf6f50999758 req-3df92d4c-08a5-40e6-a1b0-d14e90f6f41c tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448978 Apr 07 08:11:02.170887 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-22b1627d-5145-43f9-9a91-f4116aaf87b8 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks [] for floatingip, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:02.171266 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.db.l3_db [None req-22b1627d-5145-43f9-9a91-f4116aaf87b8 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Floating IP b26ab3f4-a7af-4909-b0aa-d49d519812de disassociated (deleted). External IP: 172.28.3.92, port: be8c2819-e4a7-48ce-8131-6f47b75ee4ae. Apr 07 08:11:02.565313 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b1627d-5145-43f9-9a91-f4116aaf87b8 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Router 3176796e-1b1f-4085-82d4-e5b598e2b9d4 has already been hosted by L3 agent 9e1c8038-06ec-4f38-a606-610b3381902d {{(pid=84419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 08:11:02.764099 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b1627d-5145-43f9-9a91-f4116aaf87b8 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify agent at l3_agent.dv-cinder-782390-4-smb the message routers_updated {{(pid=84419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 08:11:02.773828 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e6da5a-c6c9-405b-9c3d-27ad6c12a57f None None] Sync routers for ids ['3176796e-1b1f-4085-82d4-e5b598e2b9d4'] in dv-cinder-782390-4-smb {{(pid=84421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 08:11:02.784639 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e6da5a-c6c9-405b-9c3d-27ad6c12a57f None None] Routers {'3176796e-1b1f-4085-82d4-e5b598e2b9d4'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:11:02.785342 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-b6e6da5a-c6c9-405b-9c3d-27ad6c12a57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:10:55Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['3176796e-1b1f-4085-82d4-e5b598e2b9d4'], 'active': True} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:11:02.832319 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-22b1627d-5145-43f9-9a91-f4116aaf87b8 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for floatingip, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:02.891568 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-22b1627d-5145-43f9-9a91-f4116aaf87b8 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "DELETE /v2.0/floatingips/b26ab3f4-a7af-4909-b0aa-d49d519812de HTTP/1.1" status: 204 len: 168 time: 2.4626582 Apr 07 08:11:02.892398 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ebfd407-5315-4fff-8108-0c4c61835d48', 'tag': 'be8c2819-e4a7-48ce-8131-6f47b75ee4ae'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:11:02.983805 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-b6e6da5a-c6c9-405b-9c3d-27ad6c12a57f None None] Set router 3176796e-1b1f-4085-82d4-e5b598e2b9d4 gateway port host: dv-cinder-782390-4-smb {{(pid=84421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:11:02.996618 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ebfd407-5315-4fff-8108-0c4c61835d48', 'tag': 'be8c2819-e4a7-48ce-8131-6f47b75ee4ae', 'status': 'completed', 'code': 200} Apr 07 08:11:03.104472 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38116792-7895-4fc0-85e5-ce9a0021fcbd req-c8038aff-4865-48d1-8ea8-935114082054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:03.106282 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-38116792-7895-4fc0-85e5-ce9a0021fcbd req-c8038aff-4865-48d1-8ea8-935114082054 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bab0f03958734baaa1c09c0cc6ac3eb8&device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 1099 time: 0.0876098 Apr 07 08:11:03.252874 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38116792-7895-4fc0-85e5-ce9a0021fcbd req-22aa9e4e-d180-467a-a402-f5a672b20884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:03.254587 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-38116792-7895-4fc0-85e5-ce9a0021fcbd req-22aa9e4e-d180-467a-a402-f5a672b20884 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8cb3e5ca-515a-488c-873f-e5ab482043cd HTTP/1.1" status: 200 len: 916 time: 0.1420648 Apr 07 08:11:03.337823 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-b6e6da5a-c6c9-405b-9c3d-27ad6c12a57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3176796e-1b1f-4085-82d4-e5b598e2b9d4', 'name': 'tempest-TestMinimumBasicScenario-1004856880-router', 'tenant_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd4ad2dad-da8b-4999-a75d-e1d72c80cfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:07:53Z', 'updated_at': '2021-04-07T08:07:59Z', 'revision_number': 4, 'project_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'gw_port': {'id': 'd4ad2dad-da8b-4999-a75d-e1d72c80cfa4', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3176796e-1b1f-4085-82d4-e5b598e2b9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:07:54Z', 'updated_at': '2021-04-07T08:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': '9295c299-763f-43aa-b599-0834858c46f2', 'name': '', 'network_id': '8cb3e5ca-515a-488c-873f-e5ab482043cd', 'tenant_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'mac_address': 'fa:16:3e:49:7d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3176796e-1b1f-4085-82d4-e5b598e2b9d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '7f59c1c9-a73c-4df8-a2b8-b3719b8d1bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:07:58Z', 'updated_at': '2021-04-07T08:08:12Z', 'revision_number': 5, 'project_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'subnets': [{'id': '7f59c1c9-a73c-4df8-a2b8-b3719b8d1bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:11:03.342363 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e6da5a-c6c9-405b-9c3d-27ad6c12a57f None None] Checking router: 3176796e-1b1f-4085-82d4-e5b598e2b9d4 for host: dv-cinder-782390-4-smb {{(pid=84421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 08:11:03.367160 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e6da5a-c6c9-405b-9c3d-27ad6c12a57f None None] Routers {'3176796e-1b1f-4085-82d4-e5b598e2b9d4'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:11:03.370568 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-b6e6da5a-c6c9-405b-9c3d-27ad6c12a57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:10:55Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['3176796e-1b1f-4085-82d4-e5b598e2b9d4'], 'active': True} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:11:03.403631 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-38116792-7895-4fc0-85e5-ce9a0021fcbd req-15b957db-10e2-40d1-9050-ac8db5c2ab57 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be8c2819-e4a7-48ce-8131-6f47b75ee4ae HTTP/1.1" status: 200 len: 217 time: 0.1410017 Apr 07 08:11:03.532263 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38116792-7895-4fc0-85e5-ce9a0021fcbd req-ead5155f-1267-4282-a200-a0a3e3194cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:03.533896 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-38116792-7895-4fc0-85e5-ce9a0021fcbd req-ead5155f-1267-4282-a200-a0a3e3194cd8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7f59c1c9-a73c-4df8-a2b8-b3719b8d1bc0 HTTP/1.1" status: 200 len: 854 time: 0.1231537 Apr 07 08:11:03.546899 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85981d82-9ac4-4080-ab4f-c27c84ba9345 req-6fc2bca1-854d-4844-befd-d2bb5d000943 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:03.548691 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-85981d82-9ac4-4080-ab4f-c27c84ba9345 req-6fc2bca1-854d-4844-befd-d2bb5d000943 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 945 time: 0.2252622 Apr 07 08:11:03.670594 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-85981d82-9ac4-4080-ab4f-c27c84ba9345 req-378bfa52-675e-4850-955a-3aa1263b1020 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757728 Apr 07 08:11:03.703941 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38116792-7895-4fc0-85e5-ce9a0021fcbd req-a98dae02-7c84-48d8-b281-67ac70e05db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:03.706204 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-38116792-7895-4fc0-85e5-ce9a0021fcbd req-a98dae02-7c84-48d8-b281-67ac70e05db7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8cb3e5ca-515a-488c-873f-e5ab482043cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1563873 Apr 07 08:11:03.770881 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-b6e6da5a-c6c9-405b-9c3d-27ad6c12a57f None None] Set router 3176796e-1b1f-4085-82d4-e5b598e2b9d4 gateway port host: dv-cinder-782390-4-smb {{(pid=84421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:11:03.870657 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-38116792-7895-4fc0-85e5-ce9a0021fcbd req-3832f133-af8c-4cd2-8357-c7966c90e4cb service neutron] 10.222.0.13 "GET /v2.0/networks/8cb3e5ca-515a-488c-873f-e5ab482043cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547763 Apr 07 08:11:04.042079 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-38116792-7895-4fc0-85e5-ce9a0021fcbd req-19796352-ec8a-42db-bd7e-0966cc3fa383 service neutron] 10.222.0.13 "GET /v2.0/networks/8cb3e5ca-515a-488c-873f-e5ab482043cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640437 Apr 07 08:11:04.143729 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-b6e6da5a-c6c9-405b-9c3d-27ad6c12a57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3176796e-1b1f-4085-82d4-e5b598e2b9d4', 'name': 'tempest-TestMinimumBasicScenario-1004856880-router', 'tenant_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd4ad2dad-da8b-4999-a75d-e1d72c80cfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:07:53Z', 'updated_at': '2021-04-07T08:07:59Z', 'revision_number': 4, 'project_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'gw_port': {'id': 'd4ad2dad-da8b-4999-a75d-e1d72c80cfa4', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3176796e-1b1f-4085-82d4-e5b598e2b9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:07:54Z', 'updated_at': '2021-04-07T08:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': '9295c299-763f-43aa-b599-0834858c46f2', 'name': '', 'network_id': '8cb3e5ca-515a-488c-873f-e5ab482043cd', 'tenant_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'mac_address': 'fa:16:3e:49:7d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3176796e-1b1f-4085-82d4-e5b598e2b9d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '7f59c1c9-a73c-4df8-a2b8-b3719b8d1bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:07:58Z', 'updated_at': '2021-04-07T08:08:12Z', 'revision_number': 5, 'project_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'subnets': [{'id': '7f59c1c9-a73c-4df8-a2b8-b3719b8d1bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:11:04.148407 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e6da5a-c6c9-405b-9c3d-27ad6c12a57f None None] The sync data for ids ['3176796e-1b1f-4085-82d4-e5b598e2b9d4'] in dv-cinder-782390-4-smb is: [{'id': '3176796e-1b1f-4085-82d4-e5b598e2b9d4', 'name': 'tempest-TestMinimumBasicScenario-1004856880-router', 'tenant_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd4ad2dad-da8b-4999-a75d-e1d72c80cfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:07:53Z', 'updated_at': '2021-04-07T08:07:59Z', 'revision_number': 4, 'project_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'gw_port': {'id': 'd4ad2dad-da8b-4999-a75d-e1d72c80cfa4', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3176796e-1b1f-4085-82d4-e5b598e2b9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:07:54Z', 'updated_at': '2021-04-07T08:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': '9295c299-763f-43aa-b599-0834858c46f2', 'name': '', 'network_id': '8cb3e5ca-515a-488c-873f-e5ab482043cd', 'tenant_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'mac_address': 'fa:16:3e:49:7d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3176796e-1b1f-4085-82d4-e5b598e2b9d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '7f59c1c9-a73c-4df8-a2b8-b3719b8d1bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:07:58Z', 'updated_at': '2021-04-07T08:08:12Z', 'revision_number': 5, 'project_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'subnets': [{'id': '7f59c1c9-a73c-4df8-a2b8-b3719b8d1bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 08:11:04.155440 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184138e-6936-4bc2-885c-9b66894f0e06 req-2a0ea7e9-7e6a-414a-aaef-da204031dcd8 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:04.157197 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b184138e-6936-4bc2-885c-9b66894f0e06 req-2a0ea7e9-7e6a-414a-aaef-da204031dcd8 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0989106 Apr 07 08:11:04.211949 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b184138e-6936-4bc2-885c-9b66894f0e06 req-7a7a3384-dbdb-430f-a69a-776d01f84112 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466464 Apr 07 08:11:04.387228 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede003b-8741-4b98-9c06-6711d5ce3671 req-f3e7c10c-b591-4753-bad4-82e3ac730e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:04.388826 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5ede003b-8741-4b98-9c06-6711d5ce3671 req-f3e7c10c-b591-4753-bad4-82e3ac730e45 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=34c1b1d205a140b39082ee45b1ce3028&device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 1098 time: 0.0870628 Apr 07 08:11:04.538042 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede003b-8741-4b98-9c06-6711d5ce3671 req-9cb47b71-c1dc-43cf-8c13-e5f856c85e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:04.539694 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5ede003b-8741-4b98-9c06-6711d5ce3671 req-9cb47b71-c1dc-43cf-8c13-e5f856c85e48 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ab5bbd22-bfa8-4c9f-86a6-c4149444a964 HTTP/1.1" status: 200 len: 912 time: 0.1443682 Apr 07 08:11:04.571225 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f795ac-20ef-4cb4-8607-50e97e8516fe None None] New status for floating IP b26ab3f4-a7af-4909-b0aa-d49d519812de: DOWN {{(pid=84422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 07 08:11:04.651037 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5ede003b-8741-4b98-9c06-6711d5ce3671 req-acbf58d6-5d5e-43d4-8f32-52d2acd0dc2a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb0d304c-9155-40c8-940b-4156bc67da7d HTTP/1.1" status: 200 len: 1001 time: 0.1037037 Apr 07 08:11:04.736273 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede003b-8741-4b98-9c06-6711d5ce3671 req-d7dc9f77-eef3-45ec-8d49-85d361bc5e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:04.737871 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5ede003b-8741-4b98-9c06-6711d5ce3671 req-d7dc9f77-eef3-45ec-8d49-85d361bc5e95 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e3dcb39-b597-4ef8-9cff-53923f6cc286 HTTP/1.1" status: 200 len: 850 time: 0.0814219 Apr 07 08:11:04.839646 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede003b-8741-4b98-9c06-6711d5ce3671 req-51f8b74c-509a-4bce-a699-8935ea2e097a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:04.841286 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5ede003b-8741-4b98-9c06-6711d5ce3671 req-51f8b74c-509a-4bce-a699-8935ea2e097a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ab5bbd22-bfa8-4c9f-86a6-c4149444a964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0953729 Apr 07 08:11:04.999764 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5ede003b-8741-4b98-9c06-6711d5ce3671 req-c73294e4-3233-4cb2-b324-be57f1a218ca service neutron] 10.222.0.13 "GET /v2.0/networks/ab5bbd22-bfa8-4c9f-86a6-c4149444a964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513503 Apr 07 08:11:05.151463 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5ede003b-8741-4b98-9c06-6711d5ce3671 req-fb93ea6e-c06d-40df-83c4-2c8238dc1092 service neutron] 10.222.0.13 "GET /v2.0/networks/ab5bbd22-bfa8-4c9f-86a6-c4149444a964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442080 Apr 07 08:11:05.423272 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49d4b7-244a-413d-9985-9b2964632c62 req-823f910f-829d-47f8-879b-b0d4cbc8501b tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:05.424883 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-cf49d4b7-244a-413d-9985-9b2964632c62 req-823f910f-829d-47f8-879b-b0d4cbc8501b tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0942998 Apr 07 08:11:05.473449 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-cf49d4b7-244a-413d-9985-9b2964632c62 req-3049b2d7-898b-4553-af4f-cca4ccbbc36d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418978 Apr 07 08:11:06.639702 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29ee7f-5d4f-4936-94ad-439a2e059dc3 req-e539ea96-fe93-47e6-9f9e-685b176ba41f tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:06.641454 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ba29ee7f-5d4f-4936-94ad-439a2e059dc3 req-e539ea96-fe93-47e6-9f9e-685b176ba41f tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 946 time: 0.1074541 Apr 07 08:11:06.689471 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-ba29ee7f-5d4f-4936-94ad-439a2e059dc3 req-ec2aa00b-c3ef-4447-921d-76c5057bdbbf tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Synchronizing usage tracker for tenant:bab0f03958734baaa1c09c0cc6ac3eb8 on resource:security_group {{(pid=84420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:11:06.689842 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3fd3ca-a302-4ce9-a190-ec88b14e9cd3 req-066a00c8-db56-4c81-a644-e674ceee18df tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:06.691504 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-7a3fd3ca-a302-4ce9-a190-ec88b14e9cd3 req-066a00c8-db56-4c81-a644-e674ceee18df tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0960147 Apr 07 08:11:06.734528 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-ba29ee7f-5d4f-4936-94ad-439a2e059dc3 req-ec2aa00b-c3ef-4447-921d-76c5057bdbbf tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Unset dirty status for tenant:bab0f03958734baaa1c09c0cc6ac3eb8 on resource:security_group {{(pid=84420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:11:06.735833 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ba29ee7f-5d4f-4936-94ad-439a2e059dc3 req-ec2aa00b-c3ef-4447-921d-76c5057bdbbf tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880423 Apr 07 08:11:06.742841 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-7a3fd3ca-a302-4ce9-a190-ec88b14e9cd3 req-efe749e5-d24b-4bad-8e45-27e410517c55 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421524 Apr 07 08:11:07.672952 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 49516) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:11:07.738095 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb09c786-085e-4fd2-a85b-0c7f76e8d111 admin admin] Deleting subnet 3ce9ec32-bca1-4e71-b89c-5ada3809ec0f {{(pid=84420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 07 08:11:07.741120 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-eb09c786-085e-4fd2-a85b-0c7f76e8d111 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:07.795696 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-eb09c786-085e-4fd2-a85b-0c7f76e8d111 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844264568'] for subnet, precommit_delete_associations {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:07.854975 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-eb09c786-085e-4fd2-a85b-0c7f76e8d111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4567'] for subnet, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:08.149642 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865e4d1-5e48-47ba-952a-95e7291a5da7 req-ec006f47-422a-4604-ab69-0d7f761afb36 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:08.155890 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-5865e4d1-5e48-47ba-952a-95e7291a5da7 req-ec006f47-422a-4604-ab69-0d7f761afb36 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Synchronizing usage tracker for tenant:bab0f03958734baaa1c09c0cc6ac3eb8 on resource:port {{(pid=84419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:11:08.167713 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-eb09c786-085e-4fd2-a85b-0c7f76e8d111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843888187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10533487'] for subnet, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:08.184447 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:08.203503 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-5865e4d1-5e48-47ba-952a-95e7291a5da7 req-ec006f47-422a-4604-ab69-0d7f761afb36 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Unset dirty status for tenant:bab0f03958734baaa1c09c0cc6ac3eb8 on resource:port {{(pid=84419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:11:08.205470 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5865e4d1-5e48-47ba-952a-95e7291a5da7 req-ec006f47-422a-4604-ab69-0d7f761afb36 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 946 time: 0.3572791 Apr 07 08:11:08.235416 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09c786-085e-4fd2-a85b-0c7f76e8d111 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ce9ec32-bca1-4e71-b89c-5ada3809ec0f,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:08.293868 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5865e4d1-5e48-47ba-952a-95e7291a5da7 req-aae93095-3b8f-4939-b0fa-e80ae7f7e054 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/security-groups?id=93311281-db5e-4fd6-9df6-bd381430aba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816619 Apr 07 08:11:08.294872 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb09c786-085e-4fd2-a85b-0c7f76e8d111 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:08.295283 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb09c786-085e-4fd2-a85b-0c7f76e8d111 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:08.295691 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb09c786-085e-4fd2-a85b-0c7f76e8d111 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:08.296087 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb09c786-085e-4fd2-a85b-0c7f76e8d111 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:08.296480 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb09c786-085e-4fd2-a85b-0c7f76e8d111 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:08.296873 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb09c786-085e-4fd2-a85b-0c7f76e8d111 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:08.297260 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb09c786-085e-4fd2-a85b-0c7f76e8d111 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:08.297641 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb09c786-085e-4fd2-a85b-0c7f76e8d111 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:08.298032 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb09c786-085e-4fd2-a85b-0c7f76e8d111 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:08.298417 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb09c786-085e-4fd2-a85b-0c7f76e8d111 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:08.298947 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb09c786-085e-4fd2-a85b-0c7f76e8d111 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:08.299227 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb09c786-085e-4fd2-a85b-0c7f76e8d111 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:08.302726 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-eb09c786-085e-4fd2-a85b-0c7f76e8d111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:08.341380 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-eb09c786-085e-4fd2-a85b-0c7f76e8d111 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:08.343346 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b94508-706c-4021-ab9d-86ea3c7fad66 req-24936ced-9ec7-444b-9ae3-6fb998c38ecb tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:08.344944 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-28b94508-706c-4021-ab9d-86ea3c7fad66 req-24936ced-9ec7-444b-9ae3-6fb998c38ecb tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 946 time: 0.0954921 Apr 07 08:11:08.347938 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-eb09c786-085e-4fd2-a85b-0c7f76e8d111 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3ce9ec32-bca1-4e71-b89c-5ada3809ec0f HTTP/1.1" status: 204 len: 168 time: 0.6738970 Apr 07 08:11:08.350840 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 49524) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:11:08.427133 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-28b94508-706c-4021-ab9d-86ea3c7fad66 req-e24f257e-96c1-4143-8d0b-9c7fe50b2988 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Deleting port be8c2819-e4a7-48ce-8131-6f47b75ee4ae {{(pid=84419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:11:08.427513 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-28b94508-706c-4021-ab9d-86ea3c7fad66 req-e24f257e-96c1-4143-8d0b-9c7fe50b2988 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:08.467022 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0b2daf69-7b46-4972-91a2-815d5b1e0fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-154221'] for network, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:08.680086 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0b2daf69-7b46-4972-91a2-815d5b1e0fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854774442', 'neutron.services.segments.db._delete_segments_for_network--9223363274138304577'] for network, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:08.700730 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-28b94508-706c-4021-ab9d-86ea3c7fad66 req-e24f257e-96c1-4143-8d0b-9c7fe50b2988 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] For port be8c2819-e4a7-48ce-8131-6f47b75ee4ae, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=be8c2819-e4a7-48ce-8131-6f47b75ee4ae,segment=NetworkSegment(bb5a8040-593b-4b2d-bac2-4dbbfb92526f),segment_id=bb5a8040-593b-4b2d-bac2-4dbbfb92526f)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:11:08.701128 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-28b94508-706c-4021-ab9d-86ea3c7fad66 req-e24f257e-96c1-4143-8d0b-9c7fe50b2988 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:08.814938 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-0b2daf69-7b46-4972-91a2-815d5b1e0fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c2bb269-f6fd-4645-8b14-2fdce87ccd5b']}} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:11:08.830046 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-0b2daf69-7b46-4972-91a2-815d5b1e0fe9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a27d41e2-1695-4aa7-a0ff-a519216959ac') {'for_net_delete': True} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:11:08.830382 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-0b2daf69-7b46-4972-91a2-815d5b1e0fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a27d41e2-1695-4aa7-a0ff-a519216959ac') {} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:11:08.845829 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0b2daf69-7b46-4972-91a2-815d5b1e0fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762716471121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10511233'] for segment, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:08.863981 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0b2daf69-7b46-4972-91a2-815d5b1e0fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:08.871745 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b2daf69-7b46-4972-91a2-815d5b1e0fe9 admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=84420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 07 08:11:08.891909 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-28b94508-706c-4021-ab9d-86ea3c7fad66 req-e24f257e-96c1-4143-8d0b-9c7fe50b2988 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Calling delete_port for be8c2819-e4a7-48ce-8131-6f47b75ee4ae owned by compute:nova {{(pid=84419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:11:09.080193 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-0b2daf69-7b46-4972-91a2-815d5b1e0fe9 admin admin] Network 8c2bb269-f6fd-4645-8b14-2fdce87ccd5b has no segments {{(pid=84420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 08:11:09.091052 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0b2daf69-7b46-4972-91a2-815d5b1e0fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843888274'] for segment, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:09.115780 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-28b94508-706c-4021-ab9d-86ea3c7fad66 req-e24f257e-96c1-4143-8d0b-9c7fe50b2988 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716444531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762716001395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:09.127362 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] get_ports_and_sgs() called for port_ids ['be8c2819-e4a7-48ce-8131-6f47b75ee4ae'] {{(pid=84421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 08:11:09.136947 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2eb08ab5-32f7-44d1-91f4-a9b258d1c5b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:09.282292 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24f257e-96c1-4143-8d0b-9c7fe50b2988 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Pushing event deleted for resources: {'Port': ['ID=be8c2819-e4a7-48ce-8131-6f47b75ee4ae,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:09.287646 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e24f257e-96c1-4143-8d0b-9c7fe50b2988 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:09.324878 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-0b2daf69-7b46-4972-91a2-815d5b1e0fe9 admin admin] Network 8c2bb269-f6fd-4645-8b14-2fdce87ccd5b has no segments {{(pid=84420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 08:11:09.361498 dv-cinder-782390-4-smb neutron-server[84306]: Traceback (most recent call last): Apr 07 08:11:09.361498 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 08:11:09.361498 dv-cinder-782390-4-smb neutron-server[84306]: timer() Apr 07 08:11:09.361498 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 08:11:09.361498 dv-cinder-782390-4-smb neutron-server[84306]: cb(*args, **kw) Apr 07 08:11:09.361498 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 07 08:11:09.361498 dv-cinder-782390-4-smb neutron-server[84306]: return func(*args, **kwargs) Apr 07 08:11:09.361498 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 08:11:09.361498 dv-cinder-782390-4-smb neutron-server[84306]: self._notify() Apr 07 08:11:09.361498 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 08:11:09.361498 dv-cinder-782390-4-smb neutron-server[84306]: self.callback(batched_events) Apr 07 08:11:09.361498 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 08:11:09.361498 dv-cinder-782390-4-smb neutron-server[84306]: event.method(event) Apr 07 08:11:09.361498 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 07 08:11:09.361498 dv-cinder-782390-4-smb neutron-server[84306]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 08:11:09.361498 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 07 08:11:09.361498 dv-cinder-782390-4-smb neutron-server[84306]: segment_id)['aggregates'][0] Apr 07 08:11:09.361498 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 07 08:11:09.361498 dv-cinder-782390-4-smb neutron-server[84306]: return f(self, *a, **k) Apr 07 08:11:09.361498 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 07 08:11:09.361498 dv-cinder-782390-4-smb neutron-server[84306]: return self._get(url).json() Apr 07 08:11:09.361498 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 08:11:09.361498 dv-cinder-782390-4-smb neutron-server[84306]: **kwargs) Apr 07 08:11:09.361498 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 08:11:09.361498 dv-cinder-782390-4-smb neutron-server[84306]: return self.request(url, 'GET', **kwargs) Apr 07 08:11:09.361498 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 07 08:11:09.361498 dv-cinder-782390-4-smb neutron-server[84306]: **endpoint_filter) Apr 07 08:11:09.361498 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 08:11:09.361498 dv-cinder-782390-4-smb neutron-server[84306]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 08:11:09.361498 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 08:11:09.361498 dv-cinder-782390-4-smb neutron-server[84306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 08:11:09.361498 dv-cinder-782390-4-smb neutron-server[84306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 08:11:09.500538 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0b2daf69-7b46-4972-91a2-815d5b1e0fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675294'] for network, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:09.504912 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:09.519775 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0b2daf69-7b46-4972-91a2-815d5b1e0fe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for network, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:09.535578 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2daf69-7b46-4972-91a2-815d5b1e0fe9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c2bb269-f6fd-4645-8b14-2fdce87ccd5b,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:09.540980 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-0b2daf69-7b46-4972-91a2-815d5b1e0fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:09.547578 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b94508-706c-4021-ab9d-86ea3c7fad66 req-e24f257e-96c1-4143-8d0b-9c7fe50b2988 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] No DVR routers for this DVR port be8c2819-e4a7-48ce-8131-6f47b75ee4ae on host hv-cinder-78239 {{(pid=84419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 08:11:09.554387 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-28b94508-706c-4021-ab9d-86ea3c7fad66 req-e24f257e-96c1-4143-8d0b-9c7fe50b2988 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:09.557988 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ebfd407-5315-4fff-8108-0c4c61835d48', 'name': 'network-vif-deleted', 'tag': 'be8c2819-e4a7-48ce-8131-6f47b75ee4ae'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:11:09.577740 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-0b2daf69-7b46-4972-91a2-815d5b1e0fe9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8c2bb269-f6fd-4645-8b14-2fdce87ccd5b HTTP/1.1" status: 204 len: 168 time: 1.2235215 Apr 07 08:11:09.579783 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-06101656-2402-4def-be12-4ce971ff718a req-e3e0c5fd-94be-459d-ac8f-29c6dee1c6c5 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ebfd407-5315-4fff-8108-0c4c61835d48 HTTP/1.1" status: 200 len: 210 time: 0.0800567 Apr 07 08:11:09.613356 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-28b94508-706c-4021-ab9d-86ea3c7fad66 req-e24f257e-96c1-4143-8d0b-9c7fe50b2988 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] 10.222.0.13 "DELETE /v2.0/ports/be8c2819-e4a7-48ce-8131-6f47b75ee4ae HTTP/1.1" status: 204 len: 173 time: 1.2624996 Apr 07 08:11:09.620718 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ebfd407-5315-4fff-8108-0c4c61835d48', 'name': 'network-vif-deleted', 'tag': 'be8c2819-e4a7-48ce-8131-6f47b75ee4ae', 'status': 'completed', 'code': 200} Apr 07 08:11:09.859566 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 49540) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:11:09.923514 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-4cb21d0c-580a-4b27-b701-b40e1f8ecba4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3a7157562e2b445e9224607a429bb7fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0602553 Apr 07 08:11:09.924242 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 49544) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:11:09.986942 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-31e56907-abd5-4a43-9f83-cc2523b106d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:10.018868 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-31e56907-abd5-4a43-9f83-cc2523b106d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:10.100334 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-31e56907-abd5-4a43-9f83-cc2523b106d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:10.106781 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-83736203-2cb8-4e59-8c80-e41087c29d70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:10.121588 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e56907-abd5-4a43-9f83-cc2523b106d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6c1941-93ed-4e7b-a649-e43b8b580ff7,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:10.124669 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-31e56907-abd5-4a43-9f83-cc2523b106d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:10.157035 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-31e56907-abd5-4a43-9f83-cc2523b106d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:10.161436 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-31e56907-abd5-4a43-9f83-cc2523b106d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6f6c1941-93ed-4e7b-a649-e43b8b580ff7 HTTP/1.1" status: 204 len: 168 time: 0.2361507 Apr 07 08:11:11.167936 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device be8c2819-e4a7-48ce-8131-6f47b75ee4ae no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 08:11:11.205535 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] No Port match for: be8c2819-e4a7-48ce-8131-6f47b75ee4ae {{(pid=84421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 08:11:11.205927 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device be8c2819-e4a7-48ce-8131-6f47b75ee4ae not bound to the agent host hv-cinder-78239 {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 08:11:11.978230 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 49608) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:11:12.550009 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b8e3d3ba-d280-4aef-8267-b36aa55b55d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854102931'] for router_interface, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:12.877056 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a878e-04cc-463d-8370-2f8aa119fa66 req-cc2f4a7d-246a-4b99-87e5-cfe3369a1307 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:12.878590 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3a1a878e-04cc-463d-8370-2f8aa119fa66 req-cc2f4a7d-246a-4b99-87e5-cfe3369a1307 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 946 time: 0.0902343 Apr 07 08:11:12.927519 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3a1a878e-04cc-463d-8370-2f8aa119fa66 req-f855089b-975c-494d-b970-ff9326dd8e01 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417097 Apr 07 08:11:12.936687 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-b8e3d3ba-d280-4aef-8267-b36aa55b55d6 admin admin] Deleting port 9295c299-763f-43aa-b599-0834858c46f2 {{(pid=84419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:11:12.937064 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b8e3d3ba-d280-4aef-8267-b36aa55b55d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:13.115859 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-b8e3d3ba-d280-4aef-8267-b36aa55b55d6 admin admin] For port 9295c299-763f-43aa-b599-0834858c46f2, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=9295c299-763f-43aa-b599-0834858c46f2,segment=NetworkSegment(bb5a8040-593b-4b2d-bac2-4dbbfb92526f),segment_id=bb5a8040-593b-4b2d-bac2-4dbbfb92526f)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:11:13.116249 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b8e3d3ba-d280-4aef-8267-b36aa55b55d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:13.248363 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-b8e3d3ba-d280-4aef-8267-b36aa55b55d6 admin admin] Calling delete_port for 9295c299-763f-43aa-b599-0834858c46f2 owned by network:router_interface {{(pid=84419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:11:13.852502 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b8e3d3ba-d280-4aef-8267-b36aa55b55d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716444531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762716001395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:13.868619 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-22b1627d-5145-43f9-9a91-f4116aaf87b8 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:13.925071 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e3d3ba-d280-4aef-8267-b36aa55b55d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9295c299-763f-43aa-b599-0834858c46f2,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:13.928850 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b8e3d3ba-d280-4aef-8267-b36aa55b55d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:14.347287 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f9968-743a-485c-8a64-3148ef9e24a9 req-cb4dfc9c-73cf-465e-8421-25ec15863174 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:14.348853 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-093f9968-743a-485c-8a64-3148ef9e24a9 req-cb4dfc9c-73cf-465e-8421-25ec15863174 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 946 time: 0.2833271 Apr 07 08:11:14.422518 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-093f9968-743a-485c-8a64-3148ef9e24a9 req-d38157ac-aaa9-487b-97bc-7c6d2b24ed58 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650265 Apr 07 08:11:14.426815 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b8e3d3ba-d280-4aef-8267-b36aa55b55d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854105160'] for router_interface, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:14.942910 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e3d3ba-d280-4aef-8267-b36aa55b55d6 admin admin] Router 3176796e-1b1f-4085-82d4-e5b598e2b9d4 has already been hosted by L3 agent 9e1c8038-06ec-4f38-a606-610b3381902d {{(pid=84419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 08:11:15.130221 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e3d3ba-d280-4aef-8267-b36aa55b55d6 admin admin] Notify agent at l3_agent.dv-cinder-782390-4-smb the message routers_updated {{(pid=84419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 08:11:15.139045 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72575fe3-a009-432a-8d13-06ecc9b020db None None] Sync routers for ids ['3176796e-1b1f-4085-82d4-e5b598e2b9d4'] in dv-cinder-782390-4-smb {{(pid=84421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 08:11:15.143963 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-b8e3d3ba-d280-4aef-8267-b36aa55b55d6 admin admin] 10.222.0.16 "PUT /v2.0/routers/3176796e-1b1f-4085-82d4-e5b598e2b9d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1637604 Apr 07 08:11:15.145987 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 49624) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:11:15.149065 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72575fe3-a009-432a-8d13-06ecc9b020db None None] Routers {'3176796e-1b1f-4085-82d4-e5b598e2b9d4'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:11:15.150518 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-72575fe3-a009-432a-8d13-06ecc9b020db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:10:55Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['3176796e-1b1f-4085-82d4-e5b598e2b9d4'], 'active': True} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:11:15.333196 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1ff87f94-a727-4eb0-94fa-e75e69562e72 admin admin] Notify callbacks [] for router, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:15.339666 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-72575fe3-a009-432a-8d13-06ecc9b020db None None] Set router 3176796e-1b1f-4085-82d4-e5b598e2b9d4 gateway port host: dv-cinder-782390-4-smb {{(pid=84421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:11:15.523350 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1ff87f94-a727-4eb0-94fa-e75e69562e72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:15.561311 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-1ff87f94-a727-4eb0-94fa-e75e69562e72 admin admin] Deleting port d4ad2dad-da8b-4999-a75d-e1d72c80cfa4 {{(pid=84419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:11:15.562073 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1ff87f94-a727-4eb0-94fa-e75e69562e72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:15.633328 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48aeaf6-0b61-4b8e-97e7-a3653daeb269 req-d5578894-f31b-4abb-92d0-b0319020c360 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:15.635097 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f48aeaf6-0b61-4b8e-97e7-a3653daeb269 req-d5578894-f31b-4abb-92d0-b0319020c360 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 946 time: 0.0929873 Apr 07 08:11:15.649111 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-72575fe3-a009-432a-8d13-06ecc9b020db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3176796e-1b1f-4085-82d4-e5b598e2b9d4', 'name': 'tempest-TestMinimumBasicScenario-1004856880-router', 'tenant_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd4ad2dad-da8b-4999-a75d-e1d72c80cfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:07:53Z', 'updated_at': '2021-04-07T08:11:13Z', 'revision_number': 5, 'project_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'gw_port': {'id': 'd4ad2dad-da8b-4999-a75d-e1d72c80cfa4', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3176796e-1b1f-4085-82d4-e5b598e2b9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:07:54Z', 'updated_at': '2021-04-07T08:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb'}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:11:15.653670 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72575fe3-a009-432a-8d13-06ecc9b020db None None] Checking router: 3176796e-1b1f-4085-82d4-e5b598e2b9d4 for host: dv-cinder-782390-4-smb {{(pid=84421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 08:11:15.662911 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72575fe3-a009-432a-8d13-06ecc9b020db None None] Routers {'3176796e-1b1f-4085-82d4-e5b598e2b9d4'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:11:15.663579 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-72575fe3-a009-432a-8d13-06ecc9b020db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:10:55Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['3176796e-1b1f-4085-82d4-e5b598e2b9d4'], 'active': True} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:11:15.685610 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f48aeaf6-0b61-4b8e-97e7-a3653daeb269 req-0674a930-1c1f-46bf-8626-1e8f0e9485c6 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419989 Apr 07 08:11:15.752655 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-1ff87f94-a727-4eb0-94fa-e75e69562e72 admin admin] For port d4ad2dad-da8b-4999-a75d-e1d72c80cfa4, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=d4ad2dad-da8b-4999-a75d-e1d72c80cfa4,segment=NetworkSegment(1cadf7a7-5200-427f-84ab-5b34fedab1ff),segment_id=1cadf7a7-5200-427f-84ab-5b34fedab1ff)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:11:15.753054 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1ff87f94-a727-4eb0-94fa-e75e69562e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:15.829363 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-72575fe3-a009-432a-8d13-06ecc9b020db None None] Set router 3176796e-1b1f-4085-82d4-e5b598e2b9d4 gateway port host: None {{(pid=84421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:11:15.886234 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-1ff87f94-a727-4eb0-94fa-e75e69562e72 admin admin] Calling delete_port for d4ad2dad-da8b-4999-a75d-e1d72c80cfa4 owned by network:router_gateway {{(pid=84419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:11:15.944298 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-72575fe3-a009-432a-8d13-06ecc9b020db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3176796e-1b1f-4085-82d4-e5b598e2b9d4', 'name': 'tempest-TestMinimumBasicScenario-1004856880-router', 'tenant_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:07:53Z', 'updated_at': '2021-04-07T08:11:15Z', 'revision_number': 6, 'project_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'gw_port_host': None}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:11:15.949560 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72575fe3-a009-432a-8d13-06ecc9b020db None None] The sync data for ids ['3176796e-1b1f-4085-82d4-e5b598e2b9d4'] in dv-cinder-782390-4-smb is: [{'id': '3176796e-1b1f-4085-82d4-e5b598e2b9d4', 'name': 'tempest-TestMinimumBasicScenario-1004856880-router', 'tenant_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:07:53Z', 'updated_at': '2021-04-07T08:11:15Z', 'revision_number': 6, 'project_id': 'bab0f03958734baaa1c09c0cc6ac3eb8', 'gw_port_host': None}] {{(pid=84421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 08:11:16.140468 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1ff87f94-a727-4eb0-94fa-e75e69562e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716444531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762716001395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:16.156322 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b1645908-0f61-4ac8-a3cd-9bc014d04c4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:16.212771 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff87f94-a727-4eb0-94fa-e75e69562e72 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4ad2dad-da8b-4999-a75d-e1d72c80cfa4,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:16.216451 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-1ff87f94-a727-4eb0-94fa-e75e69562e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:16.260809 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 9295c299-763f-43aa-b599-0834858c46f2 no longer exists at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 08:11:16.299599 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] No Port match for: 9295c299-763f-43aa-b599-0834858c46f2 {{(pid=84421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 08:11:16.299994 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 9295c299-763f-43aa-b599-0834858c46f2 not bound to the agent host dv-cinder-782390-4-smb {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 08:11:16.300468 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device d4ad2dad-da8b-4999-a75d-e1d72c80cfa4 no longer exists at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 08:11:16.342209 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] No Port match for: d4ad2dad-da8b-4999-a75d-e1d72c80cfa4 {{(pid=84421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 08:11:16.342653 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device d4ad2dad-da8b-4999-a75d-e1d72c80cfa4 not bound to the agent host dv-cinder-782390-4-smb {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 08:11:16.630293 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1ff87f94-a727-4eb0-94fa-e75e69562e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854100552'] for router_gateway, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:16.860082 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1ff87f94-a727-4eb0-94fa-e75e69562e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854768484'] for router, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:16.867455 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1ff87f94-a727-4eb0-94fa-e75e69562e72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:16.992104 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf09a9-e1af-4eed-ab79-fbc03d0eca7a req-2b77030b-9a69-428b-a7b2-e1eca1393590 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:16.994625 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-70bf09a9-e1af-4eed-ab79-fbc03d0eca7a req-2b77030b-9a69-428b-a7b2-e1eca1393590 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 946 time: 0.1823938 Apr 07 08:11:17.044890 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-70bf09a9-e1af-4eed-ab79-fbc03d0eca7a req-869bfaeb-82dd-48a1-ac08-613c4044d68e tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439067 Apr 07 08:11:17.086954 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1ff87f94-a727-4eb0-94fa-e75e69562e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672643'] for router, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:17.087750 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff87f94-a727-4eb0-94fa-e75e69562e72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3176796e-1b1f-4085-82d4-e5b598e2b9d4 {{(pid=84419) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 07 08:11:17.100831 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1ff87f94-a727-4eb0-94fa-e75e69562e72 admin admin] Notify callbacks [] for router, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:17.102025 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-1ff87f94-a727-4eb0-94fa-e75e69562e72 admin admin] 10.222.0.16 "DELETE /v2.0/routers/3176796e-1b1f-4085-82d4-e5b598e2b9d4 HTTP/1.1" status: 204 len: 168 time: 1.9550798 Apr 07 08:11:17.105319 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 49632) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:11:17.175124 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_v2 [None req-802d7049-1ee4-4c5b-9e04-c40db1e2e586 admin admin] Deleting subnet 7f59c1c9-a73c-4df8-a2b8-b3719b8d1bc0 {{(pid=84419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 07 08:11:17.178233 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-802d7049-1ee4-4c5b-9e04-c40db1e2e586 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:17.229863 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-802d7049-1ee4-4c5b-9e04-c40db1e2e586 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853530688'] for subnet, precommit_delete_associations {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:17.351311 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-802d7049-1ee4-4c5b-9e04-c40db1e2e586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4567'] for subnet, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:17.630163 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-802d7049-1ee4-4c5b-9e04-c40db1e2e586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10963498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10521157'] for subnet, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:17.645263 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-0ecc0066-f2a9-4778-a257-2350566afd29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:17.692207 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d7049-1ee4-4c5b-9e04-c40db1e2e586 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f59c1c9-a73c-4df8-a2b8-b3719b8d1bc0,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:17.741744 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-802d7049-1ee4-4c5b-9e04-c40db1e2e586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:17.777283 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-802d7049-1ee4-4c5b-9e04-c40db1e2e586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for subnet, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:17.782987 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad84b1a5-a02f-43e5-8042-dbbd7340f0e7 None None] Network 8cb3e5ca-515a-488c-873f-e5ab482043cd requested from dv-cinder-782390-4-smb {{(pid=84421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 08:11:17.783500 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-802d7049-1ee4-4c5b-9e04-c40db1e2e586 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7f59c1c9-a73c-4df8-a2b8-b3719b8d1bc0 HTTP/1.1" status: 204 len: 168 time: 0.6771414 Apr 07 08:11:17.786223 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 49636) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:11:17.903262 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0fd9e8d6-a8da-4750-b6cf-7e3b75a3a64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-154221'] for network, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:17.970821 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-0fd9e8d6-a8da-4750-b6cf-7e3b75a3a64e admin admin] Deleting port 42dcca52-d7f1-4270-9957-77eea052b7e9 {{(pid=84419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:11:17.971189 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0fd9e8d6-a8da-4750-b6cf-7e3b75a3a64e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:18.035397 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8709da-310e-44e1-8a58-6ae1a135caf1 None None] DHCP port deletion for 8cb3e5ca-515a-488c-873f-e5ab482043cd request from dv-cinder-782390-4-smb {{(pid=84421) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 07 08:11:18.039719 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-5f8709da-310e-44e1-8a58-6ae1a135caf1 None None] Deleting port 42dcca52-d7f1-4270-9957-77eea052b7e9 {{(pid=84421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:11:18.040678 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f8709da-310e-44e1-8a58-6ae1a135caf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:18.195974 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-0fd9e8d6-a8da-4750-b6cf-7e3b75a3a64e admin admin] For port 42dcca52-d7f1-4270-9957-77eea052b7e9, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=42dcca52-d7f1-4270-9957-77eea052b7e9,segment=NetworkSegment(bb5a8040-593b-4b2d-bac2-4dbbfb92526f),segment_id=bb5a8040-593b-4b2d-bac2-4dbbfb92526f)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:11:18.196564 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0fd9e8d6-a8da-4750-b6cf-7e3b75a3a64e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:18.264281 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca95dc-4d6e-4a8f-b1d7-0c1ff9b20aa8 req-f0a10c02-2b15-43ee-a269-19a7f30237ad tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:18.265925 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-bdca95dc-4d6e-4a8f-b1d7-0c1ff9b20aa8 req-f0a10c02-2b15-43ee-a269-19a7f30237ad tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 946 time: 0.0936003 Apr 07 08:11:18.267118 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 42dcca52-d7f1-4270-9957-77eea052b7e9 no longer exists at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 08:11:18.318933 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-bdca95dc-4d6e-4a8f-b1d7-0c1ff9b20aa8 req-9aef1a5f-fd21-4d8c-bf10-c3c6283f9389 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460668 Apr 07 08:11:18.333419 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-0fd9e8d6-a8da-4750-b6cf-7e3b75a3a64e admin admin] Calling delete_port for 42dcca52-d7f1-4270-9957-77eea052b7e9 owned by network:dhcp {{(pid=84419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:11:18.339127 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-5f8709da-310e-44e1-8a58-6ae1a135caf1 None None] For port 42dcca52-d7f1-4270-9957-77eea052b7e9, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=42dcca52-d7f1-4270-9957-77eea052b7e9,segment=NetworkSegment(bb5a8040-593b-4b2d-bac2-4dbbfb92526f),segment_id=bb5a8040-593b-4b2d-bac2-4dbbfb92526f)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:11:18.339570 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f8709da-310e-44e1-8a58-6ae1a135caf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:18.457912 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0fd9e8d6-a8da-4750-b6cf-7e3b75a3a64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716444531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762716001395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:18.473400 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7798d1ba-a137-4d61-adff-3df99c503345 tempest-VolumesSnapshotTestJSON-1003848337 tempest-VolumesSnapshotTestJSON-1003848337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:18.479014 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-5f8709da-310e-44e1-8a58-6ae1a135caf1 None None] Calling delete_port for 42dcca52-d7f1-4270-9957-77eea052b7e9 owned by network:dhcp {{(pid=84421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:11:18.512624 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] No active binding found for port 42dcca52-d7f1-4270-9957-77eea052b7e9 {{(pid=84421) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}} Apr 07 08:11:18.513068 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 42dcca52-d7f1-4270-9957-77eea052b7e9 not bound to the agent host dv-cinder-782390-4-smb {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 08:11:18.531492 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd9e8d6-a8da-4750-b6cf-7e3b75a3a64e admin admin] Pushing event deleted for resources: {'Port': ['ID=42dcca52-d7f1-4270-9957-77eea052b7e9,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:18.534241 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-0fd9e8d6-a8da-4750-b6cf-7e3b75a3a64e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:18.618512 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd9e8d6-a8da-4750-b6cf-7e3b75a3a64e admin admin] No DVR routers for this DVR port 42dcca52-d7f1-4270-9957-77eea052b7e9 on host dv-cinder-782390-4-smb {{(pid=84419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 08:11:18.624141 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.db.api [None req-5f8709da-310e-44e1-8a58-6ae1a135caf1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84421) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 07 08:11:18.624567 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_db.api [None req-5f8709da-310e-44e1-8a58-6ae1a135caf1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 07 08:11:18.741103 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0fd9e8d6-a8da-4750-b6cf-7e3b75a3a64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854774442', 'neutron.services.segments.db._delete_segments_for_network--9223363274138304577'] for network, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:18.858116 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-0fd9e8d6-a8da-4750-b6cf-7e3b75a3a64e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cb3e5ca-515a-488c-873f-e5ab482043cd']}} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:11:18.870646 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-0fd9e8d6-a8da-4750-b6cf-7e3b75a3a64e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb5a8040-593b-4b2d-bac2-4dbbfb92526f') {'for_net_delete': True} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:11:18.870973 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-0fd9e8d6-a8da-4750-b6cf-7e3b75a3a64e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb5a8040-593b-4b2d-bac2-4dbbfb92526f') {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:11:18.884778 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0fd9e8d6-a8da-4750-b6cf-7e3b75a3a64e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762716471121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1245129'] for segment, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:18.903948 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0fd9e8d6-a8da-4750-b6cf-7e3b75a3a64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:18.910099 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fd9e8d6-a8da-4750-b6cf-7e3b75a3a64e admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=84419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 07 08:11:19.084271 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-0fd9e8d6-a8da-4750-b6cf-7e3b75a3a64e admin admin] Network 8cb3e5ca-515a-488c-873f-e5ab482043cd has no segments {{(pid=84419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 08:11:19.096451 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0fd9e8d6-a8da-4750-b6cf-7e3b75a3a64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10963585'] for segment, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:19.125589 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-5f8709da-310e-44e1-8a58-6ae1a135caf1 None None] Deleting port 42dcca52-d7f1-4270-9957-77eea052b7e9 {{(pid=84421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:11:19.126025 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5f8709da-310e-44e1-8a58-6ae1a135caf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:19.210969 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-5f8709da-310e-44e1-8a58-6ae1a135caf1 None None] The port '42dcca52-d7f1-4270-9957-77eea052b7e9' was deleted {{(pid=84421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 07 08:11:19.234937 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:19.271829 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-0fd9e8d6-a8da-4750-b6cf-7e3b75a3a64e admin admin] Network 8cb3e5ca-515a-488c-873f-e5ab482043cd has no segments {{(pid=84419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 08:11:19.294187 dv-cinder-782390-4-smb neutron-server[84306]: Traceback (most recent call last): Apr 07 08:11:19.294187 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 08:11:19.294187 dv-cinder-782390-4-smb neutron-server[84306]: timer() Apr 07 08:11:19.294187 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 08:11:19.294187 dv-cinder-782390-4-smb neutron-server[84306]: cb(*args, **kw) Apr 07 08:11:19.294187 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 07 08:11:19.294187 dv-cinder-782390-4-smb neutron-server[84306]: return func(*args, **kwargs) Apr 07 08:11:19.294187 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 08:11:19.294187 dv-cinder-782390-4-smb neutron-server[84306]: self._notify() Apr 07 08:11:19.294187 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 08:11:19.294187 dv-cinder-782390-4-smb neutron-server[84306]: self.callback(batched_events) Apr 07 08:11:19.294187 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 08:11:19.294187 dv-cinder-782390-4-smb neutron-server[84306]: event.method(event) Apr 07 08:11:19.294187 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 07 08:11:19.294187 dv-cinder-782390-4-smb neutron-server[84306]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 08:11:19.294187 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 07 08:11:19.294187 dv-cinder-782390-4-smb neutron-server[84306]: segment_id)['aggregates'][0] Apr 07 08:11:19.294187 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 07 08:11:19.294187 dv-cinder-782390-4-smb neutron-server[84306]: return f(self, *a, **k) Apr 07 08:11:19.294187 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 07 08:11:19.294187 dv-cinder-782390-4-smb neutron-server[84306]: return self._get(url).json() Apr 07 08:11:19.294187 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 08:11:19.294187 dv-cinder-782390-4-smb neutron-server[84306]: **kwargs) Apr 07 08:11:19.294187 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 08:11:19.294187 dv-cinder-782390-4-smb neutron-server[84306]: return self.request(url, 'GET', **kwargs) Apr 07 08:11:19.294187 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 07 08:11:19.294187 dv-cinder-782390-4-smb neutron-server[84306]: **endpoint_filter) Apr 07 08:11:19.294187 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 08:11:19.294187 dv-cinder-782390-4-smb neutron-server[84306]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 08:11:19.294187 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 08:11:19.294187 dv-cinder-782390-4-smb neutron-server[84306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 08:11:19.294187 dv-cinder-782390-4-smb neutron-server[84306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 08:11:19.664128 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebb677-e1d5-4688-a6b0-4f6cfc730dfc req-7022700e-1aaf-4a48-b46a-20991c29e185 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:19.666202 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f0ebb677-e1d5-4688-a6b0-4f6cfc730dfc req-7022700e-1aaf-4a48-b46a-20991c29e185 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 946 time: 0.0981512 Apr 07 08:11:19.667301 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0fd9e8d6-a8da-4750-b6cf-7e3b75a3a64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675294'] for network, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:19.671026 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:19.684795 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0fd9e8d6-a8da-4750-b6cf-7e3b75a3a64e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for network, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:19.709624 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd9e8d6-a8da-4750-b6cf-7e3b75a3a64e admin admin] Pushing event deleted for resources: {'Network': ['ID=8cb3e5ca-515a-488c-873f-e5ab482043cd,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:19.718970 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-0fd9e8d6-a8da-4750-b6cf-7e3b75a3a64e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:19.748873 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f0ebb677-e1d5-4688-a6b0-4f6cfc730dfc req-21a1a587-f8e5-48f3-874b-41d8236871eb tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592425 Apr 07 08:11:19.767540 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-0fd9e8d6-a8da-4750-b6cf-7e3b75a3a64e admin admin] 10.222.0.16 "DELETE /v2.0/networks/8cb3e5ca-515a-488c-873f-e5ab482043cd HTTP/1.1" status: 204 len: 168 time: 1.9802241 Apr 07 08:11:19.770483 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 49644) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:11:20.329575 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-dc9d221a-bd12-4b48-b6c7-df88b15d74a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854102931'] for router_interface, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:20.688739 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-dc9d221a-bd12-4b48-b6c7-df88b15d74a0 admin admin] Deleting port 0f3b36bf-014e-4878-8a0a-a787d19aa345 {{(pid=84419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:11:20.689115 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-dc9d221a-bd12-4b48-b6c7-df88b15d74a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:20.873952 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-dc9d221a-bd12-4b48-b6c7-df88b15d74a0 admin admin] For port 0f3b36bf-014e-4878-8a0a-a787d19aa345, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=0f3b36bf-014e-4878-8a0a-a787d19aa345,segment=NetworkSegment(442acddd-244e-46c6-b19e-6bf3e3a75891),segment_id=442acddd-244e-46c6-b19e-6bf3e3a75891)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:11:20.874350 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-dc9d221a-bd12-4b48-b6c7-df88b15d74a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:20.963776 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff786b3-9293-4fe9-bfbe-84ba4a69645a req-b072348a-bb88-4dd0-b827-7a486327a9ba tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:20.965296 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-cff786b3-9293-4fe9-bfbe-84ba4a69645a req-b072348a-bb88-4dd0-b827-7a486327a9ba tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 946 time: 0.0889251 Apr 07 08:11:21.012075 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-dc9d221a-bd12-4b48-b6c7-df88b15d74a0 admin admin] Calling delete_port for 0f3b36bf-014e-4878-8a0a-a787d19aa345 owned by network:router_interface {{(pid=84419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:11:21.014060 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-cff786b3-9293-4fe9-bfbe-84ba4a69645a req-9d676107-b3c6-470a-bdf5-c0a6eca4c5b8 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421684 Apr 07 08:11:21.217950 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-dc9d221a-bd12-4b48-b6c7-df88b15d74a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716444531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762716001395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:21.233408 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-0fd9e8d6-a8da-4750-b6cf-7e3b75a3a64e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:21.291406 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d221a-bd12-4b48-b6c7-df88b15d74a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f3b36bf-014e-4878-8a0a-a787d19aa345,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:21.337783 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-dc9d221a-bd12-4b48-b6c7-df88b15d74a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:21.670343 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-dc9d221a-bd12-4b48-b6c7-df88b15d74a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854105160'] for router_interface, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:22.235573 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e6c802a3-e195-407d-bee0-852e2df12283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:22.465996 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc792fa-813f-41c3-8eef-c05f1122b9fa req-29d82350-a2fd-405e-b119-6ccccc546981 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:22.467619 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-7dc792fa-813f-41c3-8eef-c05f1122b9fa req-29d82350-a2fd-405e-b119-6ccccc546981 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 946 time: 0.1447935 Apr 07 08:11:22.472390 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9d221a-bd12-4b48-b6c7-df88b15d74a0 admin admin] Router 0f43e393-f5b9-401d-b735-f4a8a6f23ed8 has already been hosted by L3 agent 9e1c8038-06ec-4f38-a606-610b3381902d {{(pid=84419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 08:11:22.656731 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-7dc792fa-813f-41c3-8eef-c05f1122b9fa req-cdcb303d-422e-4457-b19b-1dedd253518f tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806476 Apr 07 08:11:22.695666 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9d221a-bd12-4b48-b6c7-df88b15d74a0 admin admin] Notify agent at l3_agent.dv-cinder-782390-4-smb the message routers_updated {{(pid=84419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 08:11:22.704746 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a46700-25cd-40ff-8c3e-8f3ecce1770f None None] Sync routers for ids ['0f43e393-f5b9-401d-b735-f4a8a6f23ed8'] in dv-cinder-782390-4-smb {{(pid=84422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 08:11:22.705421 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-dc9d221a-bd12-4b48-b6c7-df88b15d74a0 admin admin] 10.222.0.16 "PUT /v2.0/routers/0f43e393-f5b9-401d-b735-f4a8a6f23ed8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9338548 Apr 07 08:11:22.708253 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 49652) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:11:22.714910 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a46700-25cd-40ff-8c3e-8f3ecce1770f None None] Routers {'0f43e393-f5b9-401d-b735-f4a8a6f23ed8'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:11:22.715648 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-17a46700-25cd-40ff-8c3e-8f3ecce1770f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:10:55Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['0f43e393-f5b9-401d-b735-f4a8a6f23ed8'], 'active': True} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:11:23.079318 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-17a46700-25cd-40ff-8c3e-8f3ecce1770f None None] Set router 0f43e393-f5b9-401d-b735-f4a8a6f23ed8 gateway port host: dv-cinder-782390-4-smb {{(pid=84422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:11:23.127337 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-dbcb1b41-5010-4f5a-8123-0e47cae7354b admin admin] Notify callbacks [] for router, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:23.318758 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-dbcb1b41-5010-4f5a-8123-0e47cae7354b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:23.357133 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-dbcb1b41-5010-4f5a-8123-0e47cae7354b admin admin] Deleting port 314111b7-2efe-4fa8-9c8e-decccd026681 {{(pid=84420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:11:23.357444 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-dbcb1b41-5010-4f5a-8123-0e47cae7354b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:23.380881 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-17a46700-25cd-40ff-8c3e-8f3ecce1770f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f43e393-f5b9-401d-b735-f4a8a6f23ed8', 'name': 'tempest-TestMinimumBasicScenario-1696288891-router', 'tenant_id': '6f21659c491240008825422666952196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.151'}], 'enable_snat': True}, 'gw_port_id': '314111b7-2efe-4fa8-9c8e-decccd026681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:08:04Z', 'updated_at': '2021-04-07T08:11:21Z', 'revision_number': 5, 'project_id': '6f21659c491240008825422666952196', 'gw_port': {'id': '314111b7-2efe-4fa8-9c8e-decccd026681', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f43e393-f5b9-401d-b735-f4a8a6f23ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:08:05Z', 'updated_at': '2021-04-07T08:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb'}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:11:23.385714 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a46700-25cd-40ff-8c3e-8f3ecce1770f None None] Checking router: 0f43e393-f5b9-401d-b735-f4a8a6f23ed8 for host: dv-cinder-782390-4-smb {{(pid=84422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 08:11:23.395839 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a46700-25cd-40ff-8c3e-8f3ecce1770f None None] Routers {'0f43e393-f5b9-401d-b735-f4a8a6f23ed8'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:11:23.397171 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-17a46700-25cd-40ff-8c3e-8f3ecce1770f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:10:55Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['0f43e393-f5b9-401d-b735-f4a8a6f23ed8'], 'active': True} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:11:23.542496 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-dbcb1b41-5010-4f5a-8123-0e47cae7354b admin admin] For port 314111b7-2efe-4fa8-9c8e-decccd026681, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=314111b7-2efe-4fa8-9c8e-decccd026681,segment=NetworkSegment(1cadf7a7-5200-427f-84ab-5b34fedab1ff),segment_id=1cadf7a7-5200-427f-84ab-5b34fedab1ff)] {{(pid=84420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:11:23.543108 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-dbcb1b41-5010-4f5a-8123-0e47cae7354b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:23.562560 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-17a46700-25cd-40ff-8c3e-8f3ecce1770f None None] Set router 0f43e393-f5b9-401d-b735-f4a8a6f23ed8 gateway port host: None {{(pid=84422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:11:23.674727 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-dbcb1b41-5010-4f5a-8123-0e47cae7354b admin admin] Calling delete_port for 314111b7-2efe-4fa8-9c8e-decccd026681 owned by network:router_gateway {{(pid=84420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:11:23.675864 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-17a46700-25cd-40ff-8c3e-8f3ecce1770f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f43e393-f5b9-401d-b735-f4a8a6f23ed8', 'name': 'tempest-TestMinimumBasicScenario-1696288891-router', 'tenant_id': '6f21659c491240008825422666952196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:08:04Z', 'updated_at': '2021-04-07T08:11:23Z', 'revision_number': 6, 'project_id': '6f21659c491240008825422666952196', 'gw_port_host': None}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:11:23.679957 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a46700-25cd-40ff-8c3e-8f3ecce1770f None None] The sync data for ids ['0f43e393-f5b9-401d-b735-f4a8a6f23ed8'] in dv-cinder-782390-4-smb is: [{'id': '0f43e393-f5b9-401d-b735-f4a8a6f23ed8', 'name': 'tempest-TestMinimumBasicScenario-1696288891-router', 'tenant_id': '6f21659c491240008825422666952196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:08:04Z', 'updated_at': '2021-04-07T08:11:23Z', 'revision_number': 6, 'project_id': '6f21659c491240008825422666952196', 'gw_port_host': None}] {{(pid=84422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 08:11:23.935878 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d39eb-c8a8-4d3a-9e82-42f95cdba711 req-af2f71d8-6e87-4fff-8064-08ce1ff787be tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:23.935878 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-6d2d39eb-c8a8-4d3a-9e82-42f95cdba711 req-af2f71d8-6e87-4fff-8064-08ce1ff787be tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 946 time: 0.1495919 Apr 07 08:11:23.963281 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-dbcb1b41-5010-4f5a-8123-0e47cae7354b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716444531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762716001395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10887448'] for port, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:23.980520 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-fc008ffd-89e5-4fa8-ae48-6718592ee045 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:24.096093 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb1b41-5010-4f5a-8123-0e47cae7354b admin admin] Pushing event deleted for resources: {'Port': ['ID=314111b7-2efe-4fa8-9c8e-decccd026681,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:24.106468 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-dbcb1b41-5010-4f5a-8123-0e47cae7354b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:24.122730 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-6d2d39eb-c8a8-4d3a-9e82-42f95cdba711 req-da08bbfb-ff19-49cf-830e-b7c8d7548676 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801994 Apr 07 08:11:24.242074 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 314111b7-2efe-4fa8-9c8e-decccd026681 no longer exists at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 08:11:24.264611 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-dbcb1b41-5010-4f5a-8123-0e47cae7354b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854100552'] for router_gateway, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:24.282562 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] No Port match for: 314111b7-2efe-4fa8-9c8e-decccd026681 {{(pid=84421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 08:11:24.282986 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 314111b7-2efe-4fa8-9c8e-decccd026681 not bound to the agent host dv-cinder-782390-4-smb {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 08:11:24.283454 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 0f3b36bf-014e-4878-8a0a-a787d19aa345 no longer exists at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 08:11:24.458471 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-dbcb1b41-5010-4f5a-8123-0e47cae7354b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854768484'] for router, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:24.461064 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-dbcb1b41-5010-4f5a-8123-0e47cae7354b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:24.497360 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] No Port match for: 0f3b36bf-014e-4878-8a0a-a787d19aa345 {{(pid=84421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 08:11:24.497749 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 0f3b36bf-014e-4878-8a0a-a787d19aa345 not bound to the agent host dv-cinder-782390-4-smb {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 08:11:24.537719 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-dbcb1b41-5010-4f5a-8123-0e47cae7354b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672643'] for router, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:24.538283 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcb1b41-5010-4f5a-8123-0e47cae7354b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f43e393-f5b9-401d-b735-f4a8a6f23ed8 {{(pid=84420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 07 08:11:24.552181 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-dbcb1b41-5010-4f5a-8123-0e47cae7354b admin admin] Notify callbacks [] for router, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:24.553407 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-dbcb1b41-5010-4f5a-8123-0e47cae7354b admin admin] 10.222.0.16 "DELETE /v2.0/routers/0f43e393-f5b9-401d-b735-f4a8a6f23ed8 HTTP/1.1" status: 204 len: 168 time: 1.8440974 Apr 07 08:11:24.556242 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 49658) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:11:24.623113 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_v2 [None req-6490e53a-2fa6-47cc-92c3-786668c4e640 admin admin] Deleting subnet 22c40dcc-92f7-440c-ac6f-0a676323ae3e {{(pid=84420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 07 08:11:24.626386 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6490e53a-2fa6-47cc-92c3-786668c4e640 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:24.681135 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6490e53a-2fa6-47cc-92c3-786668c4e640 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844264568'] for subnet, precommit_delete_associations {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:24.800410 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6490e53a-2fa6-47cc-92c3-786668c4e640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4567'] for subnet, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:24.880589 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f9b727b6-2884-42a3-921b-851f4e57d8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:25.080846 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6490e53a-2fa6-47cc-92c3-786668c4e640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843888187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10533487'] for subnet, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:25.095980 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:25.148250 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6490e53a-2fa6-47cc-92c3-786668c4e640 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22c40dcc-92f7-440c-ac6f-0a676323ae3e,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:25.195436 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-6490e53a-2fa6-47cc-92c3-786668c4e640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:25.231603 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6490e53a-2fa6-47cc-92c3-786668c4e640 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:25.240133 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-6490e53a-2fa6-47cc-92c3-786668c4e640 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/22c40dcc-92f7-440c-ac6f-0a676323ae3e HTTP/1.1" status: 204 len: 168 time: 0.6806455 Apr 07 08:11:25.240393 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 49664) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:11:25.253724 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b993832-19fd-4ec6-845a-d8121169b79f None None] Network 68d9f893-2a54-428c-9b22-5b5990b3add4 requested from dv-cinder-782390-4-smb {{(pid=84421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 08:11:25.291437 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 08:11:25.337390 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e489c6-133e-4250-a6e5-91bf8edf903d req-88401ae1-3856-4210-938a-a961ff2e3be7 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:25.339100 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-04e489c6-133e-4250-a6e5-91bf8edf903d req-88401ae1-3856-4210-938a-a961ff2e3be7 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 946 time: 0.0968478 Apr 07 08:11:25.373321 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-003ff72d-3e21-412c-89f8-c636ee57d55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-154221'] for network, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:25.403149 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-04e489c6-133e-4250-a6e5-91bf8edf903d req-3ff55332-3951-4abb-8759-9be6f6637059 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487471 Apr 07 08:11:25.451376 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-003ff72d-3e21-412c-89f8-c636ee57d55f admin admin] Deleting port e0940baa-2d4f-4efc-8009-1de410691b31 {{(pid=84420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:11:25.451836 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-003ff72d-3e21-412c-89f8-c636ee57d55f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:25.533304 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:25.655157 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=10dab2c9-8f5d-4e9b-810e-6a020c4b5ced,segment=NetworkSegment(10fc6654-2c6a-4d12-930e-7b16dfb451cb),segment_id=10fc6654-2c6a-4d12-930e-7b16dfb451cb)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:11:25.677029 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Returning: {'device': '10dab2c9-8f5d-4e9b-810e-6a020c4b5ced', 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8', 'port_id': '10dab2c9-8f5d-4e9b-810e-6a020c4b5ced', 'mac_address': 'fa:16:3e:8c:7c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76e481b0-5bdc-45a1-aec7-e681d70e1c14', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 08:11:25.697595 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-003ff72d-3e21-412c-89f8-c636ee57d55f admin admin] For port e0940baa-2d4f-4efc-8009-1de410691b31, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=e0940baa-2d4f-4efc-8009-1de410691b31,segment=NetworkSegment(442acddd-244e-46c6-b19e-6bf3e3a75891),segment_id=442acddd-244e-46c6-b19e-6bf3e3a75891)] {{(pid=84420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:11:25.698101 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-003ff72d-3e21-412c-89f8-c636ee57d55f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:25.750785 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91338f32-b2c9-456e-9a02-dc14531b4e12 None None] DHCP port deletion for 68d9f893-2a54-428c-9b22-5b5990b3add4 request from dv-cinder-782390-4-smb {{(pid=84421) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 07 08:11:25.752775 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:25.769946 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-91338f32-b2c9-456e-9a02-dc14531b4e12 None None] Deleting port e0940baa-2d4f-4efc-8009-1de410691b31 {{(pid=84421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:11:25.770232 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-91338f32-b2c9-456e-9a02-dc14531b4e12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:25.814635 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced {{(pid=84421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 08:11:25.837646 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-003ff72d-3e21-412c-89f8-c636ee57d55f admin admin] Calling delete_port for e0940baa-2d4f-4efc-8009-1de410691b31 owned by network:dhcp {{(pid=84420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:11:25.879718 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=10dab2c9-8f5d-4e9b-810e-6a020c4b5ced,segment=NetworkSegment(10fc6654-2c6a-4d12-930e-7b16dfb451cb),segment_id=10fc6654-2c6a-4d12-930e-7b16dfb451cb)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:11:25.911760 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:25.929491 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:25.954959 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-003ff72d-3e21-412c-89f8-c636ee57d55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716444531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762716001395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10887448'] for port, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:25.970680 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-dbcb1b41-5010-4f5a-8123-0e47cae7354b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:26.030463 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ff72d-3e21-412c-89f8-c636ee57d55f admin admin] Pushing event deleted for resources: {'Port': ['ID=e0940baa-2d4f-4efc-8009-1de410691b31,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:26.080321 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=10dab2c9-8f5d-4e9b-810e-6a020c4b5ced,revision_number=6']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:26.083061 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] get_ports_and_sgs() called for port_ids ['10dab2c9-8f5d-4e9b-810e-6a020c4b5ced'] {{(pid=84421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 08:11:26.083381 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-003ff72d-3e21-412c-89f8-c636ee57d55f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:26.130219 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003ff72d-3e21-412c-89f8-c636ee57d55f admin admin] No DVR routers for this DVR port e0940baa-2d4f-4efc-8009-1de410691b31 on host dv-cinder-782390-4-smb {{(pid=84420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 08:11:26.147157 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:26.147548 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:26.147937 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:26.148313 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:26.148685 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:26.149143 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:26.150790 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:26.151173 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:26.151550 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:26.151924 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:26.152297 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:26.152667 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:26.177690 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:26.198082 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-91338f32-b2c9-456e-9a02-dc14531b4e12 None None] For port e0940baa-2d4f-4efc-8009-1de410691b31, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=e0940baa-2d4f-4efc-8009-1de410691b31,segment=NetworkSegment(442acddd-244e-46c6-b19e-6bf3e3a75891),segment_id=442acddd-244e-46c6-b19e-6bf3e3a75891)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:11:26.198539 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-91338f32-b2c9-456e-9a02-dc14531b4e12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:26.371420 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-91338f32-b2c9-456e-9a02-dc14531b4e12 None None] Calling delete_port for e0940baa-2d4f-4efc-8009-1de410691b31 owned by network:dhcp {{(pid=84421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:11:26.410979 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device e0940baa-2d4f-4efc-8009-1de410691b31 no longer exists at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 08:11:26.465838 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] No Port match for: e0940baa-2d4f-4efc-8009-1de410691b31 {{(pid=84421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 08:11:26.466235 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device e0940baa-2d4f-4efc-8009-1de410691b31 not bound to the agent host dv-cinder-782390-4-smb {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 08:11:26.543134 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-003ff72d-3e21-412c-89f8-c636ee57d55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854774442', 'neutron.services.segments.db._delete_segments_for_network--9223363274138304577'] for network, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:26.590427 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.db.api [None req-91338f32-b2c9-456e-9a02-dc14531b4e12 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84421) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 07 08:11:26.590853 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_db.api [None req-91338f32-b2c9-456e-9a02-dc14531b4e12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 07 08:11:26.744727 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-003ff72d-3e21-412c-89f8-c636ee57d55f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d9f893-2a54-428c-9b22-5b5990b3add4']}} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:11:26.760942 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:26.762193 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-003ff72d-3e21-412c-89f8-c636ee57d55f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '442acddd-244e-46c6-b19e-6bf3e3a75891') {'for_net_delete': True} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:11:26.762541 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-003ff72d-3e21-412c-89f8-c636ee57d55f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '442acddd-244e-46c6-b19e-6bf3e3a75891') {} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:11:26.781948 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8855f-d583-434e-98b9-d4cd09a6b679 req-872e3e1d-0b8f-4dea-b3b4-a26a59470cd1 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:26.783659 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c7e8855f-d583-434e-98b9-d4cd09a6b679 req-872e3e1d-0b8f-4dea-b3b4-a26a59470cd1 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 945 time: 0.2216616 Apr 07 08:11:26.787866 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-003ff72d-3e21-412c-89f8-c636ee57d55f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762716471121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10511233'] for segment, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:26.792491 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:26.849213 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c7e8855f-d583-434e-98b9-d4cd09a6b679 req-89d9ae8b-95fb-4f0a-8cf5-60c57b454cb3 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521212 Apr 07 08:11:26.885210 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-003ff72d-3e21-412c-89f8-c636ee57d55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:26.892781 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-003ff72d-3e21-412c-89f8-c636ee57d55f admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=84420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 07 08:11:27.091951 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-91338f32-b2c9-456e-9a02-dc14531b4e12 None None] Deleting port e0940baa-2d4f-4efc-8009-1de410691b31 {{(pid=84421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:11:27.092674 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-91338f32-b2c9-456e-9a02-dc14531b4e12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:27.095076 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-003ff72d-3e21-412c-89f8-c636ee57d55f admin admin] Network 68d9f893-2a54-428c-9b22-5b5990b3add4 has no segments {{(pid=84420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 08:11:27.105487 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-003ff72d-3e21-412c-89f8-c636ee57d55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843888274'] for segment, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:27.174898 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-91338f32-b2c9-456e-9a02-dc14531b4e12 None None] The port 'e0940baa-2d4f-4efc-8009-1de410691b31' was deleted {{(pid=84421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 07 08:11:27.260163 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced up at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:11:27.302158 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-003ff72d-3e21-412c-89f8-c636ee57d55f admin admin] Network 68d9f893-2a54-428c-9b22-5b5990b3add4 has no segments {{(pid=84420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 08:11:27.330668 dv-cinder-782390-4-smb neutron-server[84306]: Traceback (most recent call last): Apr 07 08:11:27.330668 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 08:11:27.330668 dv-cinder-782390-4-smb neutron-server[84306]: timer() Apr 07 08:11:27.330668 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 08:11:27.330668 dv-cinder-782390-4-smb neutron-server[84306]: cb(*args, **kw) Apr 07 08:11:27.330668 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 07 08:11:27.330668 dv-cinder-782390-4-smb neutron-server[84306]: return func(*args, **kwargs) Apr 07 08:11:27.330668 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 08:11:27.330668 dv-cinder-782390-4-smb neutron-server[84306]: self._notify() Apr 07 08:11:27.330668 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 08:11:27.330668 dv-cinder-782390-4-smb neutron-server[84306]: self.callback(batched_events) Apr 07 08:11:27.330668 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 08:11:27.330668 dv-cinder-782390-4-smb neutron-server[84306]: event.method(event) Apr 07 08:11:27.330668 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 07 08:11:27.330668 dv-cinder-782390-4-smb neutron-server[84306]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 08:11:27.330668 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 07 08:11:27.330668 dv-cinder-782390-4-smb neutron-server[84306]: segment_id)['aggregates'][0] Apr 07 08:11:27.330668 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 07 08:11:27.330668 dv-cinder-782390-4-smb neutron-server[84306]: return f(self, *a, **k) Apr 07 08:11:27.330668 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 07 08:11:27.330668 dv-cinder-782390-4-smb neutron-server[84306]: return self._get(url).json() Apr 07 08:11:27.330668 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 08:11:27.330668 dv-cinder-782390-4-smb neutron-server[84306]: **kwargs) Apr 07 08:11:27.330668 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 08:11:27.330668 dv-cinder-782390-4-smb neutron-server[84306]: return self.request(url, 'GET', **kwargs) Apr 07 08:11:27.330668 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 07 08:11:27.330668 dv-cinder-782390-4-smb neutron-server[84306]: **endpoint_filter) Apr 07 08:11:27.330668 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 08:11:27.330668 dv-cinder-782390-4-smb neutron-server[84306]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 08:11:27.330668 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 08:11:27.330668 dv-cinder-782390-4-smb neutron-server[84306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 08:11:27.330668 dv-cinder-782390-4-smb neutron-server[84306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 08:11:27.373427 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Provisioning complete for port 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:11:27.373758 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:27.537965 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:27.571601 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8088b8-3c62-40f4-847e-160c966a93bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10dab2c9-8f5d-4e9b-810e-6a020c4b5ced'}] {{(pid=84421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:11:27.574141 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-003ff72d-3e21-412c-89f8-c636ee57d55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675294'] for network, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:27.585394 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=10dab2c9-8f5d-4e9b-810e-6a020c4b5ced,segment=NetworkSegment(10fc6654-2c6a-4d12-930e-7b16dfb451cb),segment_id=10fc6654-2c6a-4d12-930e-7b16dfb451cb)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:11:27.585663 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:27.618574 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-003ff72d-3e21-412c-89f8-c636ee57d55f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for network, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:27.630388 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ff72d-3e21-412c-89f8-c636ee57d55f admin admin] Pushing event deleted for resources: {'Network': ['ID=68d9f893-2a54-428c-9b22-5b5990b3add4,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:27.634340 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-003ff72d-3e21-412c-89f8-c636ee57d55f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:27.636260 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-003ff72d-3e21-412c-89f8-c636ee57d55f admin admin] 10.222.0.16 "DELETE /v2.0/networks/68d9f893-2a54-428c-9b22-5b5990b3add4 HTTP/1.1" status: 204 len: 168 time: 2.3948748 Apr 07 08:11:27.642954 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:27.646050 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:27.721999 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=10dab2c9-8f5d-4e9b-810e-6a020c4b5ced,revision_number=7']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:27.734302 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:27.821540 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8088b8-3c62-40f4-847e-160c966a93bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10dab2c9-8f5d-4e9b-810e-6a020c4b5ced', 'code': 200} Apr 07 08:11:28.018382 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 49702) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:11:28.092400 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-862a62b0-21bd-4bba-a18e-ec1e5105a0cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bab0f03958734baaa1c09c0cc6ac3eb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0725586 Apr 07 08:11:28.095226 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 49706) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:11:28.108107 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b268b-9221-44ba-93e0-0914bbd84f0f req-879bff16-19e4-4dd1-8403-cc750f2c222e tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:28.116181 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2f0b268b-9221-44ba-93e0-0914bbd84f0f req-879bff16-19e4-4dd1-8403-cc750f2c222e tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 946 time: 0.1325042 Apr 07 08:11:28.172969 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a6ea28c6-cdb6-400a-9930-45042a6e9a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:28.176143 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2f0b268b-9221-44ba-93e0-0914bbd84f0f req-21fc3b0a-eede-42c0-a3a1-e1f704a725e0 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589459 Apr 07 08:11:28.221882 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a6ea28c6-cdb6-400a-9930-45042a6e9a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:28.357291 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a6ea28c6-cdb6-400a-9930-45042a6e9a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:28.363830 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-0a03cea3-0e61-47a5-b5ba-e7b4c17fd15f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:28.389553 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea28c6-cdb6-400a-9930-45042a6e9a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93311281-db5e-4fd6-9df6-bd381430aba8,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:28.393660 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a6ea28c6-cdb6-400a-9930-45042a6e9a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:28.424552 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a6ea28c6-cdb6-400a-9930-45042a6e9a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:28.425820 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-a6ea28c6-cdb6-400a-9930-45042a6e9a37 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/93311281-db5e-4fd6-9df6-bd381430aba8 HTTP/1.1" status: 204 len: 168 time: 0.3293333 Apr 07 08:11:29.230848 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 49716) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:11:29.292131 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-43238cf1-1bb6-443f-9019-2d1dbda368a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6f21659c491240008825422666952196&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0599663 Apr 07 08:11:29.294651 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 49724) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:11:29.415764 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f2799a5d-569c-46a8-90b6-32dde68e439b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:29.426963 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf1f88-6579-4026-9f88-8420066c5fa2 req-b1210563-f57d-47d4-a9ca-92e338abf437 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:29.428709 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-7dcf1f88-6579-4026-9f88-8420066c5fa2 req-b1210563-f57d-47d4-a9ca-92e338abf437 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 946 time: 0.1157637 Apr 07 08:11:29.449812 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f2799a5d-569c-46a8-90b6-32dde68e439b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:29.499736 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-7dcf1f88-6579-4026-9f88-8420066c5fa2 req-40201705-4e06-4cfc-b8ab-89cbc5bf5114 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632856 Apr 07 08:11:29.543917 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f2799a5d-569c-46a8-90b6-32dde68e439b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:29.550793 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-043188ae-faea-49ab-805e-48dcf8f3fbdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:29.567977 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2799a5d-569c-46a8-90b6-32dde68e439b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0435b0-00eb-46c2-8b1e-18d328ef4da3,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:29.570484 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f2799a5d-569c-46a8-90b6-32dde68e439b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:29.571801 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-f2799a5d-569c-46a8-90b6-32dde68e439b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1f0435b0-00eb-46c2-8b1e-18d328ef4da3 HTTP/1.1" status: 204 len: 168 time: 0.2757993 Apr 07 08:11:29.572850 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f2799a5d-569c-46a8-90b6-32dde68e439b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:30.737944 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 49750) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:11:30.762146 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf0d09-41f9-4d45-965c-c855c17d0c80 req-7b7b1e91-ddf9-406b-9255-89f215168b42 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:30.764115 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f1bf0d09-41f9-4d45-965c-c855c17d0c80 req-7b7b1e91-ddf9-406b-9255-89f215168b42 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 946 time: 0.1100364 Apr 07 08:11:30.838407 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f1bf0d09-41f9-4d45-965c-c855c17d0c80 req-d2c56298-d2d6-4c6a-81e5-9a20f6c87730 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651467 Apr 07 08:11:30.874829 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-7666a2ba-f1fb-443a-b444-ac6c60add0f5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-532595244-network', 'tenant_id': 'cde14eed6ef14b1da39ffea20274ef05'}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:11:30.884145 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-7666a2ba-f1fb-443a-b444-ac6c60add0f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:11:30.889095 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-7666a2ba-f1fb-443a-b444-ac6c60add0f5 admin admin] Usage tracker for resource:network and tenant:cde14eed6ef14b1da39ffea20274ef05 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:11:30.892245 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-7666a2ba-f1fb-443a-b444-ac6c60add0f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:11:30.903404 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-7666a2ba-f1fb-443a-b444-ac6c60add0f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:11:30.951653 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7666a2ba-f1fb-443a-b444-ac6c60add0f5 admin admin] Made reservation on behalf of cde14eed6ef14b1da39ffea20274ef05 for: {'network': 1} {{(pid=84419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:11:30.958397 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7666a2ba-f1fb-443a-b444-ac6c60add0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for network, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:30.977955 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7666a2ba-f1fb-443a-b444-ac6c60add0f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:30.993078 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-7666a2ba-f1fb-443a-b444-ac6c60add0f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:11:30.998514 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-7666a2ba-f1fb-443a-b444-ac6c60add0f5 admin admin] Usage tracker for resource:security_group_rule and tenant:cde14eed6ef14b1da39ffea20274ef05 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:11:31.000381 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-7666a2ba-f1fb-443a-b444-ac6c60add0f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:11:31.006524 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-7666a2ba-f1fb-443a-b444-ac6c60add0f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:11:31.100476 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7666a2ba-f1fb-443a-b444-ac6c60add0f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:31.128745 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7666a2ba-f1fb-443a-b444-ac6c60add0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:31.132287 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b53b521c-b4d0-4da3-a49c-e71fcc0e29f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:31.163568 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7666a2ba-f1fb-443a-b444-ac6c60add0f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=84419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 08:11:31.173062 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666a2ba-f1fb-443a-b444-ac6c60add0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ef0c60-9c1e-4443-ad75-c975b53e4c1e,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:31.176541 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7666a2ba-f1fb-443a-b444-ac6c60add0f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:31.181494 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7666a2ba-f1fb-443a-b444-ac6c60add0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:31.181884 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.db.segments_db [None req-7666a2ba-f1fb-443a-b444-ac6c60add0f5 admin admin] Added segment 3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9 of type vlan for network d7938789-f7e8-41b4-bdae-afe72c489b83 Apr 07 08:11:31.210641 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7666a2ba-f1fb-443a-b444-ac6c60add0f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762715970265'] for network, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:31.271699 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7666a2ba-f1fb-443a-b444-ac6c60add0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172'] for network, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:31.275181 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7666a2ba-f1fb-443a-b444-ac6c60add0f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:31.275181 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7666a2ba-f1fb-443a-b444-ac6c60add0f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for network, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:31.279782 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7ce160f2-5fee-45a5-a575-c2ec53f67a6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:31.396121 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666a2ba-f1fb-443a-b444-ac6c60add0f5 admin admin] Pushing event updated for resources: {'Network': ['ID=d7938789-f7e8-41b4-bdae-afe72c489b83,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:31.396121 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7666a2ba-f1fb-443a-b444-ac6c60add0f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:31.404032 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Network d7938789-f7e8-41b4-bdae-afe72c489b83 details requested by agent ovs-agent-dv-cinder-782390-4-smb with host dv-cinder-782390-4-smb {{(pid=84421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 08:11:31.421204 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 49756) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:11:31.421426 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-7666a2ba-f1fb-443a-b444-ac6c60add0f5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6820257 Apr 07 08:11:31.432832 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-4cd071dc-8c4e-4120-a286-731f960d6f47 admin admin] Request body: {'subnet': {'network_id': 'd7938789-f7e8-41b4-bdae-afe72c489b83', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-532595244-subnet', 'tenant_id': 'cde14eed6ef14b1da39ffea20274ef05', 'ip_version': 4}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:11:31.441575 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-4cd071dc-8c4e-4120-a286-731f960d6f47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:11:31.448564 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-4cd071dc-8c4e-4120-a286-731f960d6f47 admin admin] Usage tracker for resource:subnet and tenant:cde14eed6ef14b1da39ffea20274ef05 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:11:31.455981 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-4cd071dc-8c4e-4120-a286-731f960d6f47 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:11:31.466312 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-4cd071dc-8c4e-4120-a286-731f960d6f47 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:11:31.517593 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd071dc-8c4e-4120-a286-731f960d6f47 admin admin] Made reservation on behalf of cde14eed6ef14b1da39ffea20274ef05 for: {'subnet': 1} {{(pid=84420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:11:31.525347 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4cd071dc-8c4e-4120-a286-731f960d6f47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844242347'] for subnet, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:31.988311 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4cd071dc-8c4e-4120-a286-731f960d6f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10887678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844242330'] for subnet, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:32.004130 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2a1e9fa7-952a-47dc-a7c3-da44fb863d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:32.052996 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6defc-489e-4279-b500-7ed9e3fab5b8 req-5c5e5472-831b-4a17-898f-91bee2616a60 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:32.054766 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9df6defc-489e-4279-b500-7ed9e3fab5b8 req-5c5e5472-831b-4a17-898f-91bee2616a60 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 946 time: 0.0940781 Apr 07 08:11:32.113494 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9df6defc-489e-4279-b500-7ed9e3fab5b8 req-3875cc29-3e67-4f4d-905c-93462ac576cb tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510633 Apr 07 08:11:32.140753 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd071dc-8c4e-4120-a286-731f960d6f47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6f4afdd-f373-4a97-b23d-2d71a94d2b7a,revision_number=0']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:32.146213 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4cd071dc-8c4e-4120-a286-731f960d6f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:32.218320 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd071dc-8c4e-4120-a286-731f960d6f47 admin admin] Checking segment: {'id': '3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd7938789-f7e8-41b4-bdae-afe72c489b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:11:32.218805 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd071dc-8c4e-4120-a286-731f960d6f47 admin admin] Network hostable DHCP agents. Network: d7938789-f7e8-41b4-bdae-afe72c489b83, hostable agents: ['6d586a76-6480-47e6-bcbb-1719500a6367'], hosted agents: [] {{(pid=84420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 08:11:32.306537 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd071dc-8c4e-4120-a286-731f960d6f47 admin admin] Network d7938789-f7e8-41b4-bdae-afe72c489b83 is scheduled to be hosted by DHCP agent 6d586a76-6480-47e6-bcbb-1719500a6367 with binding_index 1 {{(pid=84420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 08:11:32.623826 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-4cd071dc-8c4e-4120-a286-731f960d6f47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-4-smb, d7938789-f7e8-41b4-bdae-afe72c489b83) {{(pid=84420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:11:32.634574 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bb4892-6fa4-472c-8555-18e838e49fa1 None None] Network d7938789-f7e8-41b4-bdae-afe72c489b83 requested from dv-cinder-782390-4-smb {{(pid=84421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 08:11:32.637222 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd071dc-8c4e-4120-a286-731f960d6f47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:32.637789 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4cd071dc-8c4e-4120-a286-731f960d6f47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:32.698989 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-4cd071dc-8c4e-4120-a286-731f960d6f47 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2759428 Apr 07 08:11:32.701578 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 49762) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:11:32.707261 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-d871efc5-2a9f-419c-bed3-afa8587381c3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-532595244-router', 'tenant_id': 'cde14eed6ef14b1da39ffea20274ef05', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d'}}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:11:32.712635 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-d871efc5-2a9f-419c-bed3-afa8587381c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:11:32.716698 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-d871efc5-2a9f-419c-bed3-afa8587381c3 admin admin] Usage tracker for resource:router and tenant:cde14eed6ef14b1da39ffea20274ef05 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:11:32.720400 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-d871efc5-2a9f-419c-bed3-afa8587381c3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:11:32.726457 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-d871efc5-2a9f-419c-bed3-afa8587381c3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:11:32.761848 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d871efc5-2a9f-419c-bed3-afa8587381c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854104860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854768465'] for router, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:32.763011 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d871efc5-2a9f-419c-bed3-afa8587381c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7316'] for router, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:32.789991 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d871efc5-2a9f-419c-bed3-afa8587381c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:32.892260 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d83d92-2007-4b98-af22-01119729f7c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22737d76-c58d-59f2-b2aa-1c8ba2f8451a-d7938789-f7e8-41b4-bdae-afe72c489b83', 'network_id': 'd7938789-f7e8-41b4-bdae-afe72c489b83', 'tenant_id': 'cde14eed6ef14b1da39ffea20274ef05', 'fixed_ips': [{'subnet_id': 'e6f4afdd-f373-4a97-b23d-2d71a94d2b7a'}]}} from dv-cinder-782390-4-smb. {{(pid=84421) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 07 08:11:32.893315 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b9d83d92-2007-4b98-af22-01119729f7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:33.089102 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-b9d83d92-2007-4b98-af22-01119729f7c4 None None] Allocated IP 172.20.0.2 (d7938789-f7e8-41b4-bdae-afe72c489b83/e6f4afdd-f373-4a97-b23d-2d71a94d2b7a/e89b2f7d-5fe5-4d7b-8f55-ff687cad1b93) {{(pid=84421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:11:33.139147 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d871efc5-2a9f-419c-bed3-afa8587381c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7301'] for router, precommit_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:33.358185 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b9d83d92-2007-4b98-af22-01119729f7c4 None None] Notify callbacks [] for port, precommit_create {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:33.403368 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-b9d83d92-2007-4b98-af22-01119729f7c4 None None] Transition to ACTIVE for port object e89b2f7d-5fe5-4d7b-8f55-ff687cad1b93 will not be triggered until provisioned by entity L2. {{(pid=84421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:11:33.439487 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-b9d83d92-2007-4b98-af22-01119729f7c4 None None] Transition to ACTIVE for port object e89b2f7d-5fe5-4d7b-8f55-ff687cad1b93 will not be triggered until provisioned by entity DHCP. {{(pid=84421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:11:33.456372 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e941cf19-c35d-4d61-b3d8-4d1be57ed91c req-825ab0a7-1324-4908-b8e1-664cd5190f8f tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:33.459013 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e941cf19-c35d-4d61-b3d8-4d1be57ed91c req-825ab0a7-1324-4908-b8e1-664cd5190f8f tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 946 time: 0.1343560 Apr 07 08:11:33.477937 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b9d83d92-2007-4b98-af22-01119729f7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422'] for port, after_create {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:33.494861 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:33.526223 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e941cf19-c35d-4d61-b3d8-4d1be57ed91c req-8219a718-576b-4213-85ac-95e35a9c04c2 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595870 Apr 07 08:11:33.648061 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d83d92-2007-4b98-af22-01119729f7c4 None None] Pushing event updated for resources: {'Port': ['ID=e89b2f7d-5fe5-4d7b-8f55-ff687cad1b93,revision_number=1']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:33.653119 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b9d83d92-2007-4b98-af22-01119729f7c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:33.750169 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d871efc5-2a9f-419c-bed3-afa8587381c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:33.786945 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d871efc5-2a9f-419c-bed3-afa8587381c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:33.884027 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d83d92-2007-4b98-af22-01119729f7c4 None None] Network d7938789-f7e8-41b4-bdae-afe72c489b83 is already hosted by enough agents. {{(pid=84421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:11:33.885248 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-b9d83d92-2007-4b98-af22-01119729f7c4 None None] Resources bound (agent type, host, resource id): {{(pid=84421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:11:33.887590 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d83d92-2007-4b98-af22-01119729f7c4 None None] Received port after_create {{(pid=84421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:11:33.964460 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-d871efc5-2a9f-419c-bed3-afa8587381c3 admin admin] Allocated IP 172.28.3.134 (1ff46c99-7a5d-4315-af88-cb546c84119d/b9dcea17-38c4-48c8-a3c6-f64b629ec00f/84186b09-1b5d-4c05-bd81-61cf66e1ad5d) {{(pid=84420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:11:33.990468 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-b9d83d92-2007-4b98-af22-01119729f7c4 None None] Attempting to bind port e89b2f7d-5fe5-4d7b-8f55-ff687cad1b93 on host dv-cinder-782390-4-smb for vnic_type normal with profile {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:11:33.990921 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-b9d83d92-2007-4b98-af22-01119729f7c4 None None] Attempting to bind port e89b2f7d-5fe5-4d7b-8f55-ff687cad1b93 by drivers openvswitch,hyperv on host dv-cinder-782390-4-smb at level 0 using segments [{'id': '3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd7938789-f7e8-41b4-bdae-afe72c489b83'}] {{(pid=84421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 08:11:33.991344 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d83d92-2007-4b98-af22-01119729f7c4 None None] Attempting to bind port e89b2f7d-5fe5-4d7b-8f55-ff687cad1b93 on network d7938789-f7e8-41b4-bdae-afe72c489b83 {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:11:33.999383 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d83d92-2007-4b98-af22-01119729f7c4 None None] Checking agent: {'id': '755cb15d-769a-4687-bcff-bddb0e9936ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 56, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 08:11:33.999802 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d83d92-2007-4b98-af22-01119729f7c4 None None] Checking segment: {'id': '3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd7938789-f7e8-41b4-bdae-afe72c489b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:11:34.000259 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b9d83d92-2007-4b98-af22-01119729f7c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:34.000701 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d83d92-2007-4b98-af22-01119729f7c4 None None] Bound using segment: {'id': '3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd7938789-f7e8-41b4-bdae-afe72c489b83'} {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 08:11:34.001238 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-b9d83d92-2007-4b98-af22-01119729f7c4 None None] Bound port: e89b2f7d-5fe5-4d7b-8f55-ff687cad1b93, host: dv-cinder-782390-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd7938789-f7e8-41b4-bdae-afe72c489b83'}}] {{(pid=84421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 08:11:34.001644 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b9d83d92-2007-4b98-af22-01119729f7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:34.130902 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-b9d83d92-2007-4b98-af22-01119729f7c4 None None] For port e89b2f7d-5fe5-4d7b-8f55-ff687cad1b93, host dv-cinder-782390-4-smb, cleared binding levels {{(pid=84421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 08:11:34.135314 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-b9d83d92-2007-4b98-af22-01119729f7c4 None None] For port e89b2f7d-5fe5-4d7b-8f55-ff687cad1b93, host dv-cinder-782390-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=e89b2f7d-5fe5-4d7b-8f55-ff687cad1b93,segment=NetworkSegment(3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9),segment_id=3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9)] {{(pid=84421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 08:11:34.173470 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b9d83d92-2007-4b98-af22-01119729f7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:34.269657 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b9d83d92-2007-4b98-af22-01119729f7c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:34.350198 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d83d92-2007-4b98-af22-01119729f7c4 None None] Pushing event updated for resources: {'Port': ['ID=e89b2f7d-5fe5-4d7b-8f55-ff687cad1b93,revision_number=2']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:34.364431 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b9d83d92-2007-4b98-af22-01119729f7c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:34.420480 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d871efc5-2a9f-419c-bed3-afa8587381c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:34.511098 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d871efc5-2a9f-419c-bed3-afa8587381c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10887448'] for port, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:34.529537 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-fc008ffd-89e5-4fa8-ae48-6718592ee045 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:34.701097 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d871efc5-2a9f-419c-bed3-afa8587381c3 admin admin] Pushing event updated for resources: {'Port': ['ID=84186b09-1b5d-4c05-bd81-61cf66e1ad5d,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:34.706396 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d871efc5-2a9f-419c-bed3-afa8587381c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:34.825471 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d871efc5-2a9f-419c-bed3-afa8587381c3 admin admin] Network 1ff46c99-7a5d-4315-af88-cb546c84119d is already hosted by enough agents. {{(pid=84420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:11:34.835455 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-d871efc5-2a9f-419c-bed3-afa8587381c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:11:34.838362 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d871efc5-2a9f-419c-bed3-afa8587381c3 admin admin] Received port after_create {{(pid=84420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:11:34.839860 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ebf6bf-6ab1-4c3f-a531-4773de5b710a req-70bb2f95-f67c-486c-8167-3a7187cca69b tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:34.841569 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-73ebf6bf-6ab1-4c3f-a531-4773de5b710a req-70bb2f95-f67c-486c-8167-3a7187cca69b tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 946 time: 0.1406875 Apr 07 08:11:34.923972 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-73ebf6bf-6ab1-4c3f-a531-4773de5b710a req-3d6b404f-56e1-402b-83ee-dbe2720cc6e5 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711572 Apr 07 08:11:35.005778 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-61eb08f0-7502-418b-aacc-cf1078b9efe0 None None] Agent healthcheck: found 6 active agents {{(pid=84422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 08:11:35.375136 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d871efc5-2a9f-419c-bed3-afa8587381c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:35.762948 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d871efc5-2a9f-419c-bed3-afa8587381c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854100582'] for router, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:36.043206 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d871efc5-2a9f-419c-bed3-afa8587381c3 admin admin] Router daf58490-32d1-4571-8059-4893a68795c1 is scheduled to L3 agent 9e1c8038-06ec-4f38-a606-610b3381902d with binding_index 1 {{(pid=84420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 07 08:11:36.167597 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9790e10-cf73-40b1-8fb2-98fa05a1181a None None] Network d7938789-f7e8-41b4-bdae-afe72c489b83 requested from dv-cinder-782390-4-smb {{(pid=84421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 08:11:36.248509 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-ea245b07-da7c-4faf-9bc2-2c1bd9f7e89e None None] Provisioning for port e89b2f7d-5fe5-4d7b-8f55-ff687cad1b93 completed by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:11:36.340194 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30400ce-0e09-430f-a175-503cb88d4ceb req-badecb5f-e811-4d0f-9a9c-646d279079d5 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:36.354445 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d30400ce-0e09-430f-a175-503cb88d4ceb req-badecb5f-e811-4d0f-9a9c-646d279079d5 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 946 time: 0.2452109 Apr 07 08:11:36.387462 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device e89b2f7d-5fe5-4d7b-8f55-ff687cad1b93 up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:11:36.401368 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d871efc5-2a9f-419c-bed3-afa8587381c3 admin admin] Notify agent at l3_agent.dv-cinder-782390-4-smb the message routers_updated {{(pid=84420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 08:11:36.469802 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d30400ce-0e09-430f-a175-503cb88d4ceb req-662b8bde-a638-42b3-9475-1ba368826204 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035194 Apr 07 08:11:36.471446 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d871efc5-2a9f-419c-bed3-afa8587381c3 admin admin] Notify callbacks [] for router, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:36.472166 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b3fd2b-74ec-4dfe-b6f0-0dc8768b3cfa None None] Sync routers for ids ['daf58490-32d1-4571-8059-4893a68795c1'] in dv-cinder-782390-4-smb {{(pid=84421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 08:11:36.472921 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-d871efc5-2a9f-419c-bed3-afa8587381c3 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7702591 Apr 07 08:11:36.475849 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 49782) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:11:36.505877 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b3fd2b-74ec-4dfe-b6f0-0dc8768b3cfa None None] Routers {'daf58490-32d1-4571-8059-4893a68795c1'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:11:36.506595 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-83b3fd2b-74ec-4dfe-b6f0-0dc8768b3cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:11:25Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['daf58490-32d1-4571-8059-4893a68795c1'], 'active': True} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:11:36.669408 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning for port e89b2f7d-5fe5-4d7b-8f55-ff687cad1b93 completed by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:11:36.683690 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning complete for port e89b2f7d-5fe5-4d7b-8f55-ff687cad1b93 triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:11:36.684107 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:36.891746 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-83b3fd2b-74ec-4dfe-b6f0-0dc8768b3cfa None None] Set router daf58490-32d1-4571-8059-4893a68795c1 gateway port host: dv-cinder-782390-4-smb {{(pid=84421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:11:37.194313 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:37.212666 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e77efe32-ffc5-4ae1-a96a-073c15c3f2d8 None None] Provisioning complete for port e89b2f7d-5fe5-4d7b-8f55-ff687cad1b93 triggered by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:11:37.213428 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e77efe32-ffc5-4ae1-a96a-073c15c3f2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:37.279773 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-24f1a5fd-1d5d-4289-a9aa-e389938f5f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:37.310599 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] For port e89b2f7d-5fe5-4d7b-8f55-ff687cad1b93, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=e89b2f7d-5fe5-4d7b-8f55-ff687cad1b93,segment=NetworkSegment(3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9),segment_id=3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:11:37.342394 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:37.350496 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a4993766-cc4b-4a57-9634-b56608f6a355 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:37.497498 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Pushing event updated for resources: {'Port': ['ID=e89b2f7d-5fe5-4d7b-8f55-ff687cad1b93,revision_number=3']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:37.503054 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:37.517576 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-83b3fd2b-74ec-4dfe-b6f0-0dc8768b3cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf58490-32d1-4571-8059-4893a68795c1', 'name': 'tempest-TestShelveInstance-532595244-router', 'tenant_id': 'cde14eed6ef14b1da39ffea20274ef05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '84186b09-1b5d-4c05-bd81-61cf66e1ad5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:11:32Z', 'updated_at': '2021-04-07T08:11:35Z', 'revision_number': 3, 'project_id': 'cde14eed6ef14b1da39ffea20274ef05', 'gw_port': {'id': '84186b09-1b5d-4c05-bd81-61cf66e1ad5d', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf58490-32d1-4571-8059-4893a68795c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:11:33Z', 'updated_at': '2021-04-07T08:11:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb'}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:11:37.520352 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-24f1a5fd-1d5d-4289-a9aa-e389938f5f8e admin admin] Allocated IP 172.20.0.1 (d7938789-f7e8-41b4-bdae-afe72c489b83/e6f4afdd-f373-4a97-b23d-2d71a94d2b7a/8b36b7b3-e958-463b-8741-e81bf5040c3b) {{(pid=84419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:11:37.521681 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b3fd2b-74ec-4dfe-b6f0-0dc8768b3cfa None None] Checking router: daf58490-32d1-4571-8059-4893a68795c1 for host: dv-cinder-782390-4-smb {{(pid=84421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 08:11:37.522098 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b3fd2b-74ec-4dfe-b6f0-0dc8768b3cfa None None] Updating router daf58490-32d1-4571-8059-4893a68795c1 port 84186b09-1b5d-4c05-bd81-61cf66e1ad5d binding host dv-cinder-782390-4-smb {{(pid=84421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 08:11:37.581563 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-83b3fd2b-74ec-4dfe-b6f0-0dc8768b3cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:37.743516 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-24f1a5fd-1d5d-4289-a9aa-e389938f5f8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:37.765391 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-24f1a5fd-1d5d-4289-a9aa-e389938f5f8e admin admin] Transition to ACTIVE for port object 8b36b7b3-e958-463b-8741-e81bf5040c3b will not be triggered until provisioned by entity DHCP. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:11:37.774754 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607226a-7791-4d76-9981-4dd0cb054c19 req-abb45af4-771e-488d-80c8-ed576df893e3 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:37.776355 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4607226a-7791-4d76-9981-4dd0cb054c19 req-abb45af4-771e-488d-80c8-ed576df893e3 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 946 time: 0.1480484 Apr 07 08:11:37.836720 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4607226a-7791-4d76-9981-4dd0cb054c19 req-2e83c053-cca2-4f25-a01d-90d3486c66e0 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511253 Apr 07 08:11:37.871673 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-24f1a5fd-1d5d-4289-a9aa-e389938f5f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:37.887868 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-cc8cc1d7-a54e-4e7b-9a34-6a154984c4b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:37.986494 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-83b3fd2b-74ec-4dfe-b6f0-0dc8768b3cfa None None] Notify callbacks [] for port, precommit_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:37.999007 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-83b3fd2b-74ec-4dfe-b6f0-0dc8768b3cfa None None] Transition to ACTIVE for port object 84186b09-1b5d-4c05-bd81-61cf66e1ad5d will not be triggered until provisioned by entity L2. {{(pid=84421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:11:38.031276 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-83b3fd2b-74ec-4dfe-b6f0-0dc8768b3cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:38.033073 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f1a5fd-1d5d-4289-a9aa-e389938f5f8e admin admin] Pushing event updated for resources: {'Port': ['ID=8b36b7b3-e958-463b-8741-e81bf5040c3b,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:38.037340 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-24f1a5fd-1d5d-4289-a9aa-e389938f5f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:38.048038 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:38.143658 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f1a5fd-1d5d-4289-a9aa-e389938f5f8e admin admin] Network d7938789-f7e8-41b4-bdae-afe72c489b83 is already hosted by enough agents. {{(pid=84419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:11:38.147231 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-24f1a5fd-1d5d-4289-a9aa-e389938f5f8e admin admin] Resources bound (agent type, host, resource id): {{(pid=84419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:11:38.150079 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f1a5fd-1d5d-4289-a9aa-e389938f5f8e admin admin] Received port after_create {{(pid=84419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:11:38.195461 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a45e7-71d4-4eaf-8231-6842224518bb None None] Pushing event updated for resources: {'Port': ['ID=84186b09-1b5d-4c05-bd81-61cf66e1ad5d,revision_number=2']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:38.199977 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-809a45e7-71d4-4eaf-8231-6842224518bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:38.203116 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fb984-940e-42f6-95e5-ff65771936f3 req-49ae07a6-693b-4151-8a92-d52aa468e45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:38.204741 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b07fb984-940e-42f6-95e5-ff65771936f3 req-49ae07a6-693b-4151-8a92-d52aa468e45c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fbff52d4f92c40aa9b8208fa7e54d5d5&device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 1099 time: 0.1617208 Apr 07 08:11:38.215324 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-24f1a5fd-1d5d-4289-a9aa-e389938f5f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-665159'] for router_interface, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:38.413325 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device e89b2f7d-5fe5-4d7b-8f55-ff687cad1b93 up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:11:38.509198 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-83b3fd2b-74ec-4dfe-b6f0-0dc8768b3cfa None None] Attempting to bind port 84186b09-1b5d-4c05-bd81-61cf66e1ad5d on host dv-cinder-782390-4-smb for vnic_type normal with profile {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:11:38.509808 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-83b3fd2b-74ec-4dfe-b6f0-0dc8768b3cfa None None] Attempting to bind port 84186b09-1b5d-4c05-bd81-61cf66e1ad5d by drivers openvswitch,hyperv on host dv-cinder-782390-4-smb at level 0 using segments [{'id': '1cadf7a7-5200-427f-84ab-5b34fedab1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d'}] {{(pid=84421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 08:11:38.510126 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3fd2b-74ec-4dfe-b6f0-0dc8768b3cfa None None] Attempting to bind port 84186b09-1b5d-4c05-bd81-61cf66e1ad5d on network 1ff46c99-7a5d-4315-af88-cb546c84119d {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:11:38.517603 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e6d18a8a-aa8c-474a-ad60-88cfc4a25e76 None None] Provisioning for port 8b36b7b3-e958-463b-8741-e81bf5040c3b completed by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:11:38.522379 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3fd2b-74ec-4dfe-b6f0-0dc8768b3cfa None None] Checking agent: {'id': '755cb15d-769a-4687-bcff-bddb0e9936ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 56, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 08:11:38.522824 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3fd2b-74ec-4dfe-b6f0-0dc8768b3cfa None None] Checking segment: {'id': '1cadf7a7-5200-427f-84ab-5b34fedab1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:11:38.523275 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-83b3fd2b-74ec-4dfe-b6f0-0dc8768b3cfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:38.523980 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3fd2b-74ec-4dfe-b6f0-0dc8768b3cfa None None] Bound using segment: {'id': '1cadf7a7-5200-427f-84ab-5b34fedab1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d'} {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 08:11:38.524586 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-83b3fd2b-74ec-4dfe-b6f0-0dc8768b3cfa None None] Bound port: 84186b09-1b5d-4c05-bd81-61cf66e1ad5d, host: dv-cinder-782390-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cadf7a7-5200-427f-84ab-5b34fedab1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d'}}] {{(pid=84421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 08:11:38.525008 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-83b3fd2b-74ec-4dfe-b6f0-0dc8768b3cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:38.565624 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e6d18a8a-aa8c-474a-ad60-88cfc4a25e76 None None] Provisioning complete for port 8b36b7b3-e958-463b-8741-e81bf5040c3b triggered by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:11:38.566033 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e6d18a8a-aa8c-474a-ad60-88cfc4a25e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:38.631853 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning complete for port e89b2f7d-5fe5-4d7b-8f55-ff687cad1b93 triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:11:38.632272 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:38.705480 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-e6d18a8a-aa8c-474a-ad60-88cfc4a25e76 None None] Port 8b36b7b3-e958-463b-8741-e81bf5040c3b cannot update to ACTIVE because it is not bound. {{(pid=84421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 08:11:38.720099 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-83b3fd2b-74ec-4dfe-b6f0-0dc8768b3cfa None None] For port 84186b09-1b5d-4c05-bd81-61cf66e1ad5d, host dv-cinder-782390-4-smb, cleared binding levels {{(pid=84421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 08:11:38.725142 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-83b3fd2b-74ec-4dfe-b6f0-0dc8768b3cfa None None] For port 84186b09-1b5d-4c05-bd81-61cf66e1ad5d, host dv-cinder-782390-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=84186b09-1b5d-4c05-bd81-61cf66e1ad5d,segment=NetworkSegment(1cadf7a7-5200-427f-84ab-5b34fedab1ff),segment_id=1cadf7a7-5200-427f-84ab-5b34fedab1ff)] {{(pid=84421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 08:11:38.761257 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fb984-940e-42f6-95e5-ff65771936f3 req-8a441434-0d2d-4ab7-b425-1253537123c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:38.762802 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b07fb984-940e-42f6-95e5-ff65771936f3 req-8a441434-0d2d-4ab7-b425-1253537123c8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=64ec1db9-cd07-42a9-a563-1c7517517aa8 HTTP/1.1" status: 200 len: 918 time: 0.1861868 Apr 07 08:11:38.765545 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-83b3fd2b-74ec-4dfe-b6f0-0dc8768b3cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:38.786423 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a47585b5-84d8-416f-8b7e-f1d3d44442d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:38.924381 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-24f1a5fd-1d5d-4289-a9aa-e389938f5f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:38.952014 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b07fb984-940e-42f6-95e5-ff65771936f3 req-7e7f9c3a-d745-4f4f-bd57-15f937354a2d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10dab2c9-8f5d-4e9b-810e-6a020c4b5ced HTTP/1.1" status: 200 len: 1002 time: 0.1813045 Apr 07 08:11:38.961709 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a45e7-71d4-4eaf-8231-6842224518bb None None] Pushing event updated for resources: {'Port': ['ID=84186b09-1b5d-4c05-bd81-61cf66e1ad5d,revision_number=3']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:38.966959 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-809a45e7-71d4-4eaf-8231-6842224518bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:39.014388 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b3fd2b-74ec-4dfe-b6f0-0dc8768b3cfa None None] Routers {'daf58490-32d1-4571-8059-4893a68795c1'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:11:39.016255 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-83b3fd2b-74ec-4dfe-b6f0-0dc8768b3cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:11:25Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['daf58490-32d1-4571-8059-4893a68795c1'], 'active': True} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:11:39.064626 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3b042-60a9-474f-882a-289484cf1311 req-9266256d-8aa4-488e-8a42-0a1b4fa209a1 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:39.066558 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3dc3b042-60a9-474f-882a-289484cf1311 req-9266256d-8aa4-488e-8a42-0a1b4fa209a1 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 946 time: 0.0965700 Apr 07 08:11:39.118626 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3dc3b042-60a9-474f-882a-289484cf1311 req-8a67230d-67ed-4eb4-a182-69f31e4d9ba6 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433233 Apr 07 08:11:39.125556 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fb984-940e-42f6-95e5-ff65771936f3 req-9f62b34c-2a18-45a8-8fbb-7376077205fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:39.127182 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b07fb984-940e-42f6-95e5-ff65771936f3 req-9f62b34c-2a18-45a8-8fbb-7376077205fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76e481b0-5bdc-45a1-aec7-e681d70e1c14 HTTP/1.1" status: 200 len: 856 time: 0.1346726 Apr 07 08:11:39.210316 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-83b3fd2b-74ec-4dfe-b6f0-0dc8768b3cfa None None] Set router daf58490-32d1-4571-8059-4893a68795c1 gateway port host: dv-cinder-782390-4-smb {{(pid=84421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:11:39.322040 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fb984-940e-42f6-95e5-ff65771936f3 req-b065b462-3393-4e67-a87e-2d866c053e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:39.323697 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b07fb984-940e-42f6-95e5-ff65771936f3 req-b065b462-3393-4e67-a87e-2d866c053e3c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64ec1db9-cd07-42a9-a563-1c7517517aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1883593 Apr 07 08:11:39.484961 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-24f1a5fd-1d5d-4289-a9aa-e389938f5f8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:39.506511 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b07fb984-940e-42f6-95e5-ff65771936f3 req-4c82a2ce-3817-4c8a-9434-fd78e15fd832 service neutron] 10.222.0.13 "GET /v2.0/networks/64ec1db9-cd07-42a9-a563-1c7517517aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658285 Apr 07 08:11:39.510674 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-24f1a5fd-1d5d-4289-a9aa-e389938f5f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963711'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:39.545277 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-dc9d221a-bd12-4b48-b6c7-df88b15d74a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:39.559772 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-83b3fd2b-74ec-4dfe-b6f0-0dc8768b3cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf58490-32d1-4571-8059-4893a68795c1', 'name': 'tempest-TestShelveInstance-532595244-router', 'tenant_id': 'cde14eed6ef14b1da39ffea20274ef05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '84186b09-1b5d-4c05-bd81-61cf66e1ad5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:11:32Z', 'updated_at': '2021-04-07T08:11:38Z', 'revision_number': 4, 'project_id': 'cde14eed6ef14b1da39ffea20274ef05', 'gw_port': {'id': '84186b09-1b5d-4c05-bd81-61cf66e1ad5d', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf58490-32d1-4571-8059-4893a68795c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:11:33Z', 'updated_at': '2021-04-07T08:11:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': '8b36b7b3-e958-463b-8741-e81bf5040c3b', 'name': '', 'network_id': 'd7938789-f7e8-41b4-bdae-afe72c489b83', 'tenant_id': 'cde14eed6ef14b1da39ffea20274ef05', 'mac_address': 'fa:16:3e:c3:16:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf58490-32d1-4571-8059-4893a68795c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e6f4afdd-f373-4a97-b23d-2d71a94d2b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:11:37Z', 'updated_at': '2021-04-07T08:11:37Z', 'revision_number': 1, 'project_id': 'cde14eed6ef14b1da39ffea20274ef05', 'subnets': [{'id': 'e6f4afdd-f373-4a97-b23d-2d71a94d2b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:11:39.563946 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b3fd2b-74ec-4dfe-b6f0-0dc8768b3cfa None None] The sync data for ids ['daf58490-32d1-4571-8059-4893a68795c1'] in dv-cinder-782390-4-smb is: [{'id': 'daf58490-32d1-4571-8059-4893a68795c1', 'name': 'tempest-TestShelveInstance-532595244-router', 'tenant_id': 'cde14eed6ef14b1da39ffea20274ef05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '84186b09-1b5d-4c05-bd81-61cf66e1ad5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:11:32Z', 'updated_at': '2021-04-07T08:11:38Z', 'revision_number': 4, 'project_id': 'cde14eed6ef14b1da39ffea20274ef05', 'gw_port': {'id': '84186b09-1b5d-4c05-bd81-61cf66e1ad5d', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf58490-32d1-4571-8059-4893a68795c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:11:33Z', 'updated_at': '2021-04-07T08:11:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': '8b36b7b3-e958-463b-8741-e81bf5040c3b', 'name': '', 'network_id': 'd7938789-f7e8-41b4-bdae-afe72c489b83', 'tenant_id': 'cde14eed6ef14b1da39ffea20274ef05', 'mac_address': 'fa:16:3e:c3:16:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf58490-32d1-4571-8059-4893a68795c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e6f4afdd-f373-4a97-b23d-2d71a94d2b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:11:37Z', 'updated_at': '2021-04-07T08:11:37Z', 'revision_number': 1, 'project_id': 'cde14eed6ef14b1da39ffea20274ef05', 'subnets': [{'id': 'e6f4afdd-f373-4a97-b23d-2d71a94d2b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 08:11:39.727998 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-24f1a5fd-1d5d-4289-a9aa-e389938f5f8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672914'] for router_interface, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:39.770426 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f1a5fd-1d5d-4289-a9aa-e389938f5f8e admin admin] Pushing event updated for resources: {'Port': ['ID=8b36b7b3-e958-463b-8741-e81bf5040c3b,revision_number=2']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:39.823438 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-24f1a5fd-1d5d-4289-a9aa-e389938f5f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:39.864820 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b07fb984-940e-42f6-95e5-ff65771936f3 req-37c8eff9-1cb3-4326-92c9-9d76f35fc584 service neutron] 10.222.0.13 "GET /v2.0/networks/64ec1db9-cd07-42a9-a563-1c7517517aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232138 Apr 07 08:11:39.908873 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f1a5fd-1d5d-4289-a9aa-e389938f5f8e admin admin] Network d7938789-f7e8-41b4-bdae-afe72c489b83 is already hosted by enough agents. {{(pid=84419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:11:39.910076 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-24f1a5fd-1d5d-4289-a9aa-e389938f5f8e admin admin] Resources bound (agent type, host, resource id): {{(pid=84419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:11:40.138821 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f1a5fd-1d5d-4289-a9aa-e389938f5f8e admin admin] Router daf58490-32d1-4571-8059-4893a68795c1 has already been hosted by L3 agent 9e1c8038-06ec-4f38-a606-610b3381902d {{(pid=84419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 08:11:40.151588 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-029ed2da-7d4e-4ed2-acb3-aacd3b623d58 None None] Provisioning complete for port 8b36b7b3-e958-463b-8741-e81bf5040c3b triggered by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:11:40.152208 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-029ed2da-7d4e-4ed2-acb3-aacd3b623d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:40.245673 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-029ed2da-7d4e-4ed2-acb3-aacd3b623d58 None None] Port 8b36b7b3-e958-463b-8741-e81bf5040c3b cannot update to ACTIVE because it is not bound. {{(pid=84421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 08:11:40.370637 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f1a5fd-1d5d-4289-a9aa-e389938f5f8e admin admin] Notify agent at l3_agent.dv-cinder-782390-4-smb the message routers_updated {{(pid=84419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 08:11:40.385037 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-24f1a5fd-1d5d-4289-a9aa-e389938f5f8e admin admin] 10.222.0.16 "PUT /v2.0/routers/daf58490-32d1-4571-8059-4893a68795c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9072220 Apr 07 08:11:40.426312 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec633fa8-91a0-44a2-bbab-acc895b97480 req-95b262ee-06bf-4ea6-b468-557f7738fc03 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:40.450774 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ec633fa8-91a0-44a2-bbab-acc895b97480 req-95b262ee-06bf-4ea6-b468-557f7738fc03 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 946 time: 0.1741776 Apr 07 08:11:40.515345 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ec633fa8-91a0-44a2-bbab-acc895b97480 req-42947fe5-9e60-4695-8f8b-163b4816091e tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564418 Apr 07 08:11:41.122597 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 49826) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:11:41.129941 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-d49fd7e9-6f6e-40ac-a507-663c9ee06316 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2017456599-network', 'tenant_id': 'f3d5f74b14dc44fc9175f9955100ce7b'}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:11:41.135047 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-d49fd7e9-6f6e-40ac-a507-663c9ee06316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:11:41.139511 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-d49fd7e9-6f6e-40ac-a507-663c9ee06316 admin admin] Usage tracker for resource:network and tenant:f3d5f74b14dc44fc9175f9955100ce7b is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:11:41.142626 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-d49fd7e9-6f6e-40ac-a507-663c9ee06316 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:11:41.149295 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-d49fd7e9-6f6e-40ac-a507-663c9ee06316 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:11:41.185287 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49fd7e9-6f6e-40ac-a507-663c9ee06316 admin admin] Made reservation on behalf of f3d5f74b14dc44fc9175f9955100ce7b for: {'network': 1} {{(pid=84419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:11:41.190205 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d49fd7e9-6f6e-40ac-a507-663c9ee06316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for network, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:41.204307 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d49fd7e9-6f6e-40ac-a507-663c9ee06316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:41.220053 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-d49fd7e9-6f6e-40ac-a507-663c9ee06316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:11:41.224090 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-d49fd7e9-6f6e-40ac-a507-663c9ee06316 admin admin] Usage tracker for resource:security_group_rule and tenant:f3d5f74b14dc44fc9175f9955100ce7b is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:11:41.227697 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-d49fd7e9-6f6e-40ac-a507-663c9ee06316 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:11:41.233895 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-d49fd7e9-6f6e-40ac-a507-663c9ee06316 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:11:41.320883 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d49fd7e9-6f6e-40ac-a507-663c9ee06316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:41.322993 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 08:11:41.356832 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d49fd7e9-6f6e-40ac-a507-663c9ee06316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:41.361454 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3aca9979-a6e8-4bd8-bdee-bc994179d539 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:41.393342 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49fd7e9-6f6e-40ac-a507-663c9ee06316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f027da46-47d9-4bc8-9557-adf966ea0d67,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:41.399400 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d49fd7e9-6f6e-40ac-a507-663c9ee06316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:41.400241 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d49fd7e9-6f6e-40ac-a507-663c9ee06316 admin admin] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=84419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 08:11:41.450025 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d49fd7e9-6f6e-40ac-a507-663c9ee06316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:41.450504 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.db.segments_db [None req-d49fd7e9-6f6e-40ac-a507-663c9ee06316 admin admin] Added segment 7b3b4b42-6d3e-4e1a-b922-6873ade731ed of type vlan for network 86b62982-d957-4f75-a711-f1e791e3e22b Apr 07 08:11:41.466883 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:41.490119 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d49fd7e9-6f6e-40ac-a507-663c9ee06316 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762715970265'] for network, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:41.497732 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8088b8-3c62-40f4-847e-160c966a93bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10dab2c9-8f5d-4e9b-810e-6a020c4b5ced'}] {{(pid=84421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:11:41.514092 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=10dab2c9-8f5d-4e9b-810e-6a020c4b5ced,segment=NetworkSegment(10fc6654-2c6a-4d12-930e-7b16dfb451cb),segment_id=10fc6654-2c6a-4d12-930e-7b16dfb451cb)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:11:41.546210 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:41.550455 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8088b8-3c62-40f4-847e-160c966a93bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10dab2c9-8f5d-4e9b-810e-6a020c4b5ced', 'code': 200} Apr 07 08:11:41.551036 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c720bf1f-161d-435b-98e1-5754d6944a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:41.574065 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d49fd7e9-6f6e-40ac-a507-663c9ee06316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172'] for network, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:41.576275 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49fd7e9-6f6e-40ac-a507-663c9ee06316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:41.576942 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d49fd7e9-6f6e-40ac-a507-663c9ee06316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for network, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:41.599014 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:41.632110 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=10dab2c9-8f5d-4e9b-810e-6a020c4b5ced,revision_number=8']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:41.635951 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:41.636581 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-d49fd7e9-6f6e-40ac-a507-663c9ee06316 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5127501 Apr 07 08:11:41.639514 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 49834) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:11:41.646769 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-59f1c5ef-3ce0-46ec-80c1-66cf0b995ec5 admin admin] Request body: {'subnet': {'network_id': '86b62982-d957-4f75-a711-f1e791e3e22b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2017456599-subnet', 'tenant_id': 'f3d5f74b14dc44fc9175f9955100ce7b', 'ip_version': 4}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:11:41.654512 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-59f1c5ef-3ce0-46ec-80c1-66cf0b995ec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:11:41.658856 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-59f1c5ef-3ce0-46ec-80c1-66cf0b995ec5 admin admin] Usage tracker for resource:subnet and tenant:f3d5f74b14dc44fc9175f9955100ce7b is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:11:41.662028 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-59f1c5ef-3ce0-46ec-80c1-66cf0b995ec5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:11:41.668667 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-59f1c5ef-3ce0-46ec-80c1-66cf0b995ec5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:11:41.708764 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f1c5ef-3ce0-46ec-80c1-66cf0b995ec5 admin admin] Made reservation on behalf of f3d5f74b14dc44fc9175f9955100ce7b for: {'subnet': 1} {{(pid=84420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:11:41.713685 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-59f1c5ef-3ce0-46ec-80c1-66cf0b995ec5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844242347'] for subnet, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:41.750657 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49fd7e9-6f6e-40ac-a507-663c9ee06316 admin admin] Pushing event updated for resources: {'Network': ['ID=86b62982-d957-4f75-a711-f1e791e3e22b,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:41.757399 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d49fd7e9-6f6e-40ac-a507-663c9ee06316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:41.763603 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Network 86b62982-d957-4f75-a711-f1e791e3e22b details requested by agent ovs-agent-dv-cinder-782390-4-smb with host dv-cinder-782390-4-smb {{(pid=84421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 08:11:41.834282 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18744498-134b-4cf0-8c8f-8607d5ef85ea req-c1fe4482-4458-4172-ae79-cdedf21da86d tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:41.838124 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-18744498-134b-4cf0-8c8f-8607d5ef85ea req-c1fe4482-4458-4172-ae79-cdedf21da86d tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 944 time: 0.1505272 Apr 07 08:11:41.899647 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-18744498-134b-4cf0-8c8f-8607d5ef85ea req-579bb030-96aa-460d-a41f-8d7d54d09465 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549908 Apr 07 08:11:42.309711 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 84186b09-1b5d-4c05-bd81-61cf66e1ad5d up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:11:42.371475 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-59f1c5ef-3ce0-46ec-80c1-66cf0b995ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10887678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844242330'] for subnet, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:42.428100 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4cd071dc-8c4e-4120-a286-731f960d6f47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:42.452332 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning for port 84186b09-1b5d-4c05-bd81-61cf66e1ad5d completed by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:11:42.457926 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning complete for port 84186b09-1b5d-4c05-bd81-61cf66e1ad5d triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:11:42.458340 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:42.564212 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1c5ef-3ce0-46ec-80c1-66cf0b995ec5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d62522aa-7409-4111-a94d-72b39d27a032,revision_number=0']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:42.569380 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-59f1c5ef-3ce0-46ec-80c1-66cf0b995ec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:42.611972 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:42.632176 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] For port 84186b09-1b5d-4c05-bd81-61cf66e1ad5d, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=84186b09-1b5d-4c05-bd81-61cf66e1ad5d,segment=NetworkSegment(1cadf7a7-5200-427f-84ab-5b34fedab1ff),segment_id=1cadf7a7-5200-427f-84ab-5b34fedab1ff)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:11:42.654332 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11044fa8-25a8-4250-bf41-7bd66fc81304 req-af31a1a2-8ffd-4f6c-87a8-0828fdcc6c0f tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:42.656166 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-11044fa8-25a8-4250-bf41-7bd66fc81304 req-af31a1a2-8ffd-4f6c-87a8-0828fdcc6c0f tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 945 time: 0.3429687 Apr 07 08:11:42.663412 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:42.667384 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:42.708775 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-11044fa8-25a8-4250-bf41-7bd66fc81304 req-19927047-8940-4f7c-aee7-c4d7bc1141d4 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458570 Apr 07 08:11:42.748011 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Pushing event updated for resources: {'Port': ['ID=84186b09-1b5d-4c05-bd81-61cf66e1ad5d,revision_number=4']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:42.751535 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:42.863535 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f1c5ef-3ce0-46ec-80c1-66cf0b995ec5 admin admin] Checking segment: {'id': '7b3b4b42-6d3e-4e1a-b922-6873ade731ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '86b62982-d957-4f75-a711-f1e791e3e22b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:11:42.863932 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f1c5ef-3ce0-46ec-80c1-66cf0b995ec5 admin admin] Network hostable DHCP agents. Network: 86b62982-d957-4f75-a711-f1e791e3e22b, hostable agents: ['6d586a76-6480-47e6-bcbb-1719500a6367'], hosted agents: [] {{(pid=84420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 08:11:42.944701 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f1c5ef-3ce0-46ec-80c1-66cf0b995ec5 admin admin] Network 86b62982-d957-4f75-a711-f1e791e3e22b is scheduled to be hosted by DHCP agent 6d586a76-6480-47e6-bcbb-1719500a6367 with binding_index 1 {{(pid=84420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 08:11:42.960466 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e65b02-e96c-4710-b985-438c6002d601 None None] Sync routers for ids ['daf58490-32d1-4571-8059-4893a68795c1'] in dv-cinder-782390-4-smb {{(pid=84422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 08:11:42.970489 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e65b02-e96c-4710-b985-438c6002d601 None None] Routers {'daf58490-32d1-4571-8059-4893a68795c1'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:11:42.971419 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-03e65b02-e96c-4710-b985-438c6002d601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:11:25Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['daf58490-32d1-4571-8059-4893a68795c1'], 'active': True} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:11:43.002243 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-59f1c5ef-3ce0-46ec-80c1-66cf0b995ec5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-4-smb, 86b62982-d957-4f75-a711-f1e791e3e22b) {{(pid=84420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:11:43.015115 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a97f4f-d375-46f9-8b69-aa94003a4651 None None] Network 86b62982-d957-4f75-a711-f1e791e3e22b requested from dv-cinder-782390-4-smb {{(pid=84421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 08:11:43.015570 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f1c5ef-3ce0-46ec-80c1-66cf0b995ec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:43.016265 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-59f1c5ef-3ce0-46ec-80c1-66cf0b995ec5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:43.085522 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-59f1c5ef-3ce0-46ec-80c1-66cf0b995ec5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4417963 Apr 07 08:11:43.086888 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 49846) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:11:43.094537 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-b0a7850b-a83b-422e-bc21-5ad896cc6c72 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2017456599-router', 'tenant_id': 'f3d5f74b14dc44fc9175f9955100ce7b', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d'}}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:11:43.100685 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-b0a7850b-a83b-422e-bc21-5ad896cc6c72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:11:43.105504 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-b0a7850b-a83b-422e-bc21-5ad896cc6c72 admin admin] Usage tracker for resource:router and tenant:f3d5f74b14dc44fc9175f9955100ce7b is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:11:43.110589 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-b0a7850b-a83b-422e-bc21-5ad896cc6c72 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:11:43.120321 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-b0a7850b-a83b-422e-bc21-5ad896cc6c72 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:11:43.136712 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661ef30-28bb-449b-bf15-8190757f29b6 req-2d37db92-d050-4b6c-a5c4-7adcc628866a tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:43.138370 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e661ef30-28bb-449b-bf15-8190757f29b6 req-2d37db92-d050-4b6c-a5c4-7adcc628866a tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 944 time: 0.1030006 Apr 07 08:11:43.176148 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-03e65b02-e96c-4710-b985-438c6002d601 None None] Set router daf58490-32d1-4571-8059-4893a68795c1 gateway port host: dv-cinder-782390-4-smb {{(pid=84422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:11:43.185324 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b0a7850b-a83b-422e-bc21-5ad896cc6c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854104860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854768465'] for router, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:43.186539 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b0a7850b-a83b-422e-bc21-5ad896cc6c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7316'] for router, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:43.216494 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e661ef30-28bb-449b-bf15-8190757f29b6 req-d234c828-0a87-408d-a806-abacd3c52804 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711837 Apr 07 08:11:43.222330 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b0a7850b-a83b-422e-bc21-5ad896cc6c72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:43.294454 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc2e49a-b823-4987-b457-9106e0262bc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22737d76-c58d-59f2-b2aa-1c8ba2f8451a-86b62982-d957-4f75-a711-f1e791e3e22b', 'network_id': '86b62982-d957-4f75-a711-f1e791e3e22b', 'tenant_id': 'f3d5f74b14dc44fc9175f9955100ce7b', 'fixed_ips': [{'subnet_id': 'd62522aa-7409-4111-a94d-72b39d27a032'}]}} from dv-cinder-782390-4-smb. {{(pid=84421) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 07 08:11:43.295664 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6dc2e49a-b823-4987-b457-9106e0262bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:43.512467 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-6dc2e49a-b823-4987-b457-9106e0262bc2 None None] Allocated IP 172.20.0.2 (86b62982-d957-4f75-a711-f1e791e3e22b/d62522aa-7409-4111-a94d-72b39d27a032/fd01253a-371d-4c5d-8d3a-d6aaef88905c) {{(pid=84421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:11:43.589386 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b0a7850b-a83b-422e-bc21-5ad896cc6c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7301'] for router, precommit_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:43.593921 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-03e65b02-e96c-4710-b985-438c6002d601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf58490-32d1-4571-8059-4893a68795c1', 'name': 'tempest-TestShelveInstance-532595244-router', 'tenant_id': 'cde14eed6ef14b1da39ffea20274ef05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '84186b09-1b5d-4c05-bd81-61cf66e1ad5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:11:32Z', 'updated_at': '2021-04-07T08:11:38Z', 'revision_number': 4, 'project_id': 'cde14eed6ef14b1da39ffea20274ef05', 'gw_port': {'id': '84186b09-1b5d-4c05-bd81-61cf66e1ad5d', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf58490-32d1-4571-8059-4893a68795c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:11:33Z', 'updated_at': '2021-04-07T08:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': '8b36b7b3-e958-463b-8741-e81bf5040c3b', 'name': '', 'network_id': 'd7938789-f7e8-41b4-bdae-afe72c489b83', 'tenant_id': 'cde14eed6ef14b1da39ffea20274ef05', 'mac_address': 'fa:16:3e:c3:16:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf58490-32d1-4571-8059-4893a68795c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e6f4afdd-f373-4a97-b23d-2d71a94d2b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:11:37Z', 'updated_at': '2021-04-07T08:11:39Z', 'revision_number': 2, 'project_id': 'cde14eed6ef14b1da39ffea20274ef05', 'subnets': [{'id': 'e6f4afdd-f373-4a97-b23d-2d71a94d2b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:11:43.598349 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e65b02-e96c-4710-b985-438c6002d601 None None] Checking router: daf58490-32d1-4571-8059-4893a68795c1 for host: dv-cinder-782390-4-smb {{(pid=84422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 08:11:43.598795 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e65b02-e96c-4710-b985-438c6002d601 None None] Updating router daf58490-32d1-4571-8059-4893a68795c1 port 8b36b7b3-e958-463b-8741-e81bf5040c3b binding host dv-cinder-782390-4-smb {{(pid=84422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 08:11:43.656791 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-03e65b02-e96c-4710-b985-438c6002d601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:43.776841 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6dc2e49a-b823-4987-b457-9106e0262bc2 None None] Notify callbacks [] for port, precommit_create {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:43.789851 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-6dc2e49a-b823-4987-b457-9106e0262bc2 None None] Transition to ACTIVE for port object fd01253a-371d-4c5d-8d3a-d6aaef88905c will not be triggered until provisioned by entity L2. {{(pid=84421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:11:43.857669 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-6dc2e49a-b823-4987-b457-9106e0262bc2 None None] Transition to ACTIVE for port object fd01253a-371d-4c5d-8d3a-d6aaef88905c will not be triggered until provisioned by entity DHCP. {{(pid=84421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:11:43.910095 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6dc2e49a-b823-4987-b457-9106e0262bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422'] for port, after_create {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:43.927626 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-809a45e7-71d4-4eaf-8231-6842224518bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:43.983697 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b0a7850b-a83b-422e-bc21-5ad896cc6c72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:44.016151 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59fafd-3325-4019-a7d8-7b7608dc29a0 req-78b109b6-b8aa-4a3e-9a26-f9c46deb6da2 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:44.018117 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ed59fafd-3325-4019-a7d8-7b7608dc29a0 req-78b109b6-b8aa-4a3e-9a26-f9c46deb6da2 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 945 time: 0.1204998 Apr 07 08:11:44.019603 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b0a7850b-a83b-422e-bc21-5ad896cc6c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:44.089614 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ed59fafd-3325-4019-a7d8-7b7608dc29a0 req-3407033b-6bb8-47db-868c-d5ecc80a9acf tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606446 Apr 07 08:11:44.125778 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-03e65b02-e96c-4710-b985-438c6002d601 None None] Notify callbacks [] for port, precommit_update {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:44.142811 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-03e65b02-e96c-4710-b985-438c6002d601 None None] Transition to ACTIVE for port object 8b36b7b3-e958-463b-8741-e81bf5040c3b will not be triggered until provisioned by entity L2. {{(pid=84422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:11:44.180876 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-03e65b02-e96c-4710-b985-438c6002d601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:44.197935 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-fd2b51a2-daa1-4dfe-87e7-f7cba5cae32f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:44.228509 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-b0a7850b-a83b-422e-bc21-5ad896cc6c72 admin admin] Allocated IP 172.28.3.65 (1ff46c99-7a5d-4315-af88-cb546c84119d/b9dcea17-38c4-48c8-a3c6-f64b629ec00f/1ba06421-a981-4f62-9c37-93499e9108dc) {{(pid=84419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:11:44.281822 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2e49a-b823-4987-b457-9106e0262bc2 None None] Pushing event updated for resources: {'Port': ['ID=fd01253a-371d-4c5d-8d3a-d6aaef88905c,revision_number=1']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:44.286094 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-6dc2e49a-b823-4987-b457-9106e0262bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:44.330680 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 84186b09-1b5d-4c05-bd81-61cf66e1ad5d up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:11:44.344248 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b212628e-7d14-4737-b22f-799e627010a8 None None] Pushing event updated for resources: {'Port': ['ID=8b36b7b3-e958-463b-8741-e81bf5040c3b,revision_number=3']} {{(pid=84422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:44.356945 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b212628e-7d14-4737-b22f-799e627010a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:44.356945 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b212628e-7d14-4737-b22f-799e627010a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:44.357224 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b212628e-7d14-4737-b22f-799e627010a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:44.357557 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b212628e-7d14-4737-b22f-799e627010a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:44.357922 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b212628e-7d14-4737-b22f-799e627010a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:44.358287 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b212628e-7d14-4737-b22f-799e627010a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:44.358671 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b212628e-7d14-4737-b22f-799e627010a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:44.359042 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b212628e-7d14-4737-b22f-799e627010a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:44.359401 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b212628e-7d14-4737-b22f-799e627010a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:44.359760 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b212628e-7d14-4737-b22f-799e627010a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:44.360117 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b212628e-7d14-4737-b22f-799e627010a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:44.360470 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b212628e-7d14-4737-b22f-799e627010a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:11:44.373476 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b212628e-7d14-4737-b22f-799e627010a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:44.407357 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc2e49a-b823-4987-b457-9106e0262bc2 None None] Network 86b62982-d957-4f75-a711-f1e791e3e22b is already hosted by enough agents. {{(pid=84421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:11:44.416847 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-6dc2e49a-b823-4987-b457-9106e0262bc2 None None] Resources bound (agent type, host, resource id): {{(pid=84421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:11:44.419301 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc2e49a-b823-4987-b457-9106e0262bc2 None None] Received port after_create {{(pid=84421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:11:44.425022 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning complete for port 84186b09-1b5d-4c05-bd81-61cf66e1ad5d triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:11:44.425441 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:44.472157 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b0a7850b-a83b-422e-bc21-5ad896cc6c72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:44.564046 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b0a7850b-a83b-422e-bc21-5ad896cc6c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:44.583492 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-6dc2e49a-b823-4987-b457-9106e0262bc2 None None] Attempting to bind port fd01253a-371d-4c5d-8d3a-d6aaef88905c on host dv-cinder-782390-4-smb for vnic_type normal with profile {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:11:44.583915 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-6dc2e49a-b823-4987-b457-9106e0262bc2 None None] Attempting to bind port fd01253a-371d-4c5d-8d3a-d6aaef88905c by drivers openvswitch,hyperv on host dv-cinder-782390-4-smb at level 0 using segments [{'id': '7b3b4b42-6d3e-4e1a-b922-6873ade731ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '86b62982-d957-4f75-a711-f1e791e3e22b'}] {{(pid=84421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 08:11:44.584330 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc2e49a-b823-4987-b457-9106e0262bc2 None None] Attempting to bind port fd01253a-371d-4c5d-8d3a-d6aaef88905c on network 86b62982-d957-4f75-a711-f1e791e3e22b {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:11:44.596613 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc2e49a-b823-4987-b457-9106e0262bc2 None None] Checking agent: {'id': '755cb15d-769a-4687-bcff-bddb0e9936ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 56, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 08:11:44.597147 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc2e49a-b823-4987-b457-9106e0262bc2 None None] Checking segment: {'id': '7b3b4b42-6d3e-4e1a-b922-6873ade731ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '86b62982-d957-4f75-a711-f1e791e3e22b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:11:44.597464 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6dc2e49a-b823-4987-b457-9106e0262bc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:44.597907 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc2e49a-b823-4987-b457-9106e0262bc2 None None] Bound using segment: {'id': '7b3b4b42-6d3e-4e1a-b922-6873ade731ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '86b62982-d957-4f75-a711-f1e791e3e22b'} {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 08:11:44.598438 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-6dc2e49a-b823-4987-b457-9106e0262bc2 None None] Bound port: fd01253a-371d-4c5d-8d3a-d6aaef88905c, host: dv-cinder-782390-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b3b4b42-6d3e-4e1a-b922-6873ade731ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '86b62982-d957-4f75-a711-f1e791e3e22b'}}] {{(pid=84421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 08:11:44.598884 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6dc2e49a-b823-4987-b457-9106e0262bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:44.651503 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-03e65b02-e96c-4710-b985-438c6002d601 None None] Attempting to bind port 8b36b7b3-e958-463b-8741-e81bf5040c3b on host dv-cinder-782390-4-smb for vnic_type normal with profile {{(pid=84422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:11:44.651924 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-03e65b02-e96c-4710-b985-438c6002d601 None None] Attempting to bind port 8b36b7b3-e958-463b-8741-e81bf5040c3b by drivers openvswitch,hyperv on host dv-cinder-782390-4-smb at level 0 using segments [{'id': '3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd7938789-f7e8-41b4-bdae-afe72c489b83'}] {{(pid=84422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 08:11:44.652334 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e65b02-e96c-4710-b985-438c6002d601 None None] Attempting to bind port 8b36b7b3-e958-463b-8741-e81bf5040c3b on network d7938789-f7e8-41b4-bdae-afe72c489b83 {{(pid=84422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:11:44.663568 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e65b02-e96c-4710-b985-438c6002d601 None None] Checking agent: {'id': '755cb15d-769a-4687-bcff-bddb0e9936ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 56, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 08:11:44.664556 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e65b02-e96c-4710-b985-438c6002d601 None None] Checking segment: {'id': '3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd7938789-f7e8-41b4-bdae-afe72c489b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:11:44.664981 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-03e65b02-e96c-4710-b985-438c6002d601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:44.665507 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e65b02-e96c-4710-b985-438c6002d601 None None] Bound using segment: {'id': '3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd7938789-f7e8-41b4-bdae-afe72c489b83'} {{(pid=84422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 08:11:44.666161 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-03e65b02-e96c-4710-b985-438c6002d601 None None] Bound port: 8b36b7b3-e958-463b-8741-e81bf5040c3b, host: dv-cinder-782390-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd7938789-f7e8-41b4-bdae-afe72c489b83'}}] {{(pid=84422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 08:11:44.666578 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-03e65b02-e96c-4710-b985-438c6002d601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:44.728167 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-39c28b00-7735-4a38-b2fa-464d70799abb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:44.781990 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-6dc2e49a-b823-4987-b457-9106e0262bc2 None None] For port fd01253a-371d-4c5d-8d3a-d6aaef88905c, host dv-cinder-782390-4-smb, cleared binding levels {{(pid=84421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 08:11:44.785339 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-6dc2e49a-b823-4987-b457-9106e0262bc2 None None] For port fd01253a-371d-4c5d-8d3a-d6aaef88905c, host dv-cinder-782390-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=fd01253a-371d-4c5d-8d3a-d6aaef88905c,segment=NetworkSegment(7b3b4b42-6d3e-4e1a-b922-6873ade731ed),segment_id=7b3b4b42-6d3e-4e1a-b922-6873ade731ed)] {{(pid=84421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 08:11:44.810976 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-03e65b02-e96c-4710-b985-438c6002d601 None None] For port 8b36b7b3-e958-463b-8741-e81bf5040c3b, host dv-cinder-782390-4-smb, cleared binding levels {{(pid=84422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 08:11:44.814788 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-03e65b02-e96c-4710-b985-438c6002d601 None None] For port 8b36b7b3-e958-463b-8741-e81bf5040c3b, host dv-cinder-782390-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=8b36b7b3-e958-463b-8741-e81bf5040c3b,segment=NetworkSegment(3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9),segment_id=3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9)] {{(pid=84422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 08:11:44.816199 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a7850b-a83b-422e-bc21-5ad896cc6c72 admin admin] Network 1ff46c99-7a5d-4315-af88-cb546c84119d is already hosted by enough agents. {{(pid=84419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:11:44.820252 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-b0a7850b-a83b-422e-bc21-5ad896cc6c72 admin admin] Resources bound (agent type, host, resource id): {{(pid=84419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:11:44.821997 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6dc2e49a-b823-4987-b457-9106e0262bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:44.822887 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a7850b-a83b-422e-bc21-5ad896cc6c72 admin admin] Received port after_create {{(pid=84419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:11:44.835949 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:44.849118 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-03e65b02-e96c-4710-b985-438c6002d601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:44.859431 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7850b-a83b-422e-bc21-5ad896cc6c72 admin admin] Pushing event updated for resources: {'Port': ['ID=1ba06421-a981-4f62-9c37-93499e9108dc,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:44.862398 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b0a7850b-a83b-422e-bc21-5ad896cc6c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:44.880751 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:44.997701 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2e49a-b823-4987-b457-9106e0262bc2 None None] Pushing event updated for resources: {'Port': ['ID=fd01253a-371d-4c5d-8d3a-d6aaef88905c,revision_number=2']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:45.003126 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-6dc2e49a-b823-4987-b457-9106e0262bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:45.022360 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b212628e-7d14-4737-b22f-799e627010a8 None None] Pushing event updated for resources: {'Port': ['ID=8b36b7b3-e958-463b-8741-e81bf5040c3b,revision_number=4']} {{(pid=84422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:45.030420 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b212628e-7d14-4737-b22f-799e627010a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:45.100556 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e65b02-e96c-4710-b985-438c6002d601 None None] Routers {'daf58490-32d1-4571-8059-4893a68795c1'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:11:45.102086 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-03e65b02-e96c-4710-b985-438c6002d601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:11:25Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['daf58490-32d1-4571-8059-4893a68795c1'], 'active': True} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:11:45.325519 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 08:11:45.510625 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-03e65b02-e96c-4710-b985-438c6002d601 None None] Set router daf58490-32d1-4571-8059-4893a68795c1 gateway port host: dv-cinder-782390-4-smb {{(pid=84422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:11:45.517086 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b0a7850b-a83b-422e-bc21-5ad896cc6c72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:45.706091 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e3c5b-637b-41dd-8723-2843d5c2a764 req-7d092a38-3138-4c58-9dfc-53259163b2c7 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:45.707757 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a95e3c5b-637b-41dd-8723-2843d5c2a764 req-7d092a38-3138-4c58-9dfc-53259163b2c7 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 945 time: 0.4756401 Apr 07 08:11:45.842929 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a95e3c5b-637b-41dd-8723-2843d5c2a764 req-f6399334-92da-47b3-962f-00c3c55e3fb6 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260180 Apr 07 08:11:45.906838 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-03e65b02-e96c-4710-b985-438c6002d601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf58490-32d1-4571-8059-4893a68795c1', 'name': 'tempest-TestShelveInstance-532595244-router', 'tenant_id': 'cde14eed6ef14b1da39ffea20274ef05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '84186b09-1b5d-4c05-bd81-61cf66e1ad5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:11:32Z', 'updated_at': '2021-04-07T08:11:38Z', 'revision_number': 4, 'project_id': 'cde14eed6ef14b1da39ffea20274ef05', 'gw_port': {'id': '84186b09-1b5d-4c05-bd81-61cf66e1ad5d', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf58490-32d1-4571-8059-4893a68795c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:11:33Z', 'updated_at': '2021-04-07T08:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': '8b36b7b3-e958-463b-8741-e81bf5040c3b', 'name': '', 'network_id': 'd7938789-f7e8-41b4-bdae-afe72c489b83', 'tenant_id': 'cde14eed6ef14b1da39ffea20274ef05', 'mac_address': 'fa:16:3e:c3:16:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf58490-32d1-4571-8059-4893a68795c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e6f4afdd-f373-4a97-b23d-2d71a94d2b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:11:37Z', 'updated_at': '2021-04-07T08:11:44Z', 'revision_number': 4, 'project_id': 'cde14eed6ef14b1da39ffea20274ef05', 'subnets': [{'id': 'e6f4afdd-f373-4a97-b23d-2d71a94d2b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:11:45.911871 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e65b02-e96c-4710-b985-438c6002d601 None None] The sync data for ids ['daf58490-32d1-4571-8059-4893a68795c1'] in dv-cinder-782390-4-smb is: [{'id': 'daf58490-32d1-4571-8059-4893a68795c1', 'name': 'tempest-TestShelveInstance-532595244-router', 'tenant_id': 'cde14eed6ef14b1da39ffea20274ef05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '84186b09-1b5d-4c05-bd81-61cf66e1ad5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:11:32Z', 'updated_at': '2021-04-07T08:11:38Z', 'revision_number': 4, 'project_id': 'cde14eed6ef14b1da39ffea20274ef05', 'gw_port': {'id': '84186b09-1b5d-4c05-bd81-61cf66e1ad5d', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf58490-32d1-4571-8059-4893a68795c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:11:33Z', 'updated_at': '2021-04-07T08:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': '8b36b7b3-e958-463b-8741-e81bf5040c3b', 'name': '', 'network_id': 'd7938789-f7e8-41b4-bdae-afe72c489b83', 'tenant_id': 'cde14eed6ef14b1da39ffea20274ef05', 'mac_address': 'fa:16:3e:c3:16:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf58490-32d1-4571-8059-4893a68795c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e6f4afdd-f373-4a97-b23d-2d71a94d2b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:11:37Z', 'updated_at': '2021-04-07T08:11:44Z', 'revision_number': 4, 'project_id': 'cde14eed6ef14b1da39ffea20274ef05', 'subnets': [{'id': 'e6f4afdd-f373-4a97-b23d-2d71a94d2b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 08:11:46.025010 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e15eec-f817-4e87-ba5e-02034ffc2057 req-a6c07efb-8359-427a-b27b-0b44b128a820 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:46.026959 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-27e15eec-f817-4e87-ba5e-02034ffc2057 req-a6c07efb-8359-427a-b27b-0b44b128a820 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 944 time: 0.1203854 Apr 07 08:11:46.096290 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-27e15eec-f817-4e87-ba5e-02034ffc2057 req-2668859b-b09a-4a0e-89b8-fffa40613a66 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603919 Apr 07 08:11:46.239053 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b0a7850b-a83b-422e-bc21-5ad896cc6c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854100582'] for router, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:46.484839 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 8b36b7b3-e958-463b-8741-e81bf5040c3b up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:11:46.532841 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a7850b-a83b-422e-bc21-5ad896cc6c72 admin admin] Router d988af14-1990-4d66-bc26-d99422ee21c8 is scheduled to L3 agent 9e1c8038-06ec-4f38-a606-610b3381902d with binding_index 1 {{(pid=84419) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 07 08:11:46.545431 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 49896) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:11:46.603286 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning for port 8b36b7b3-e958-463b-8741-e81bf5040c3b completed by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:11:46.609689 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning complete for port 8b36b7b3-e958-463b-8741-e81bf5040c3b triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:11:46.610340 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:46.698474 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8965ccad-7fa8-4228-a31b-8d4772356900 req-ae73626e-8b52-44ff-a5d5-9da00c93b3bb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1517363 Apr 07 08:11:46.760363 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:46.775040 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a7850b-a83b-422e-bc21-5ad896cc6c72 admin admin] Notify agent at l3_agent.dv-cinder-782390-4-smb the message routers_updated {{(pid=84419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 08:11:46.789941 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1854433-7333-4453-bea5-f4a59935b8c8 None None] Sync routers for ids ['d988af14-1990-4d66-bc26-d99422ee21c8'] in dv-cinder-782390-4-smb {{(pid=84421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 08:11:46.810773 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1854433-7333-4453-bea5-f4a59935b8c8 None None] Routers {'d988af14-1990-4d66-bc26-d99422ee21c8'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:11:46.811464 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-d1854433-7333-4453-bea5-f4a59935b8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:11:25Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['d988af14-1990-4d66-bc26-d99422ee21c8'], 'active': True} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:11:46.831423 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b0a7850b-a83b-422e-bc21-5ad896cc6c72 admin admin] Notify callbacks [] for router, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:46.835422 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-b0a7850b-a83b-422e-bc21-5ad896cc6c72 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7440758 Apr 07 08:11:46.835905 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 49906) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:11:46.875380 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69150d18-dc33-45a1-a851-249ee3b1f914 None None] Network 86b62982-d957-4f75-a711-f1e791e3e22b requested from dv-cinder-782390-4-smb {{(pid=84421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 08:11:46.999804 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] For port 8b36b7b3-e958-463b-8741-e81bf5040c3b, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=8b36b7b3-e958-463b-8741-e81bf5040c3b,segment=NetworkSegment(3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9),segment_id=3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:11:47.082139 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:47.083173 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device fd01253a-371d-4c5d-8d3a-d6aaef88905c up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:11:47.119730 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c232a4-be2d-4522-a21a-b517ed03aa9f req-1fbe5c6c-b1c9-4c29-b5ed-6d9403f19c7a tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:47.121738 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-23c232a4-be2d-4522-a21a-b517ed03aa9f req-1fbe5c6c-b1c9-4c29-b5ed-6d9403f19c7a tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 945 time: 0.1380725 Apr 07 08:11:47.145109 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:47.188021 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-23c232a4-be2d-4522-a21a-b517ed03aa9f req-1be46f48-2f21-4312-be63-a906996b6a8c tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598433 Apr 07 08:11:47.216521 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-acdc46a4-59d9-474c-90ca-536aea9d9c1d None None] Provisioning for port fd01253a-371d-4c5d-8d3a-d6aaef88905c completed by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:11:47.285797 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Pushing event updated for resources: {'Port': ['ID=8b36b7b3-e958-463b-8741-e81bf5040c3b,revision_number=5']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:47.302573 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:47.344945 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-d1854433-7333-4453-bea5-f4a59935b8c8 None None] Set router d988af14-1990-4d66-bc26-d99422ee21c8 gateway port host: dv-cinder-782390-4-smb {{(pid=84421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:11:47.451909 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba5986-c999-4951-afec-e90ad1108e72 req-bc459620-bc3c-481d-a95e-e29fe513d2d5 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:47.453508 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-bbba5986-c999-4951-afec-e90ad1108e72 req-bc459620-bc3c-481d-a95e-e29fe513d2d5 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 944 time: 0.2028913 Apr 07 08:11:47.490563 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning for port fd01253a-371d-4c5d-8d3a-d6aaef88905c completed by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:11:47.531309 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning complete for port fd01253a-371d-4c5d-8d3a-d6aaef88905c triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:11:47.531728 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:47.590963 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-bbba5986-c999-4951-afec-e90ad1108e72 req-1b0fb08d-ce03-4359-b41d-f4d575dd158c tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775261 Apr 07 08:11:47.769207 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965ccad-7fa8-4228-a31b-8d4772356900 req-be723b54-0b6b-4268-ae6d-341b1ac0ba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:47.770922 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8965ccad-7fa8-4228-a31b-8d4772356900 req-be723b54-0b6b-4268-ae6d-341b1ac0ba8d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf&tenant_id=fbff52d4f92c40aa9b8208fa7e54d5d5 HTTP/1.1" status: 200 len: 1097 time: 0.0852189 Apr 07 08:11:47.795414 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f62c6a79-9c21-47d2-85fc-b6aaa33caa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:47.883432 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965ccad-7fa8-4228-a31b-8d4772356900 req-d1ebecc8-dd9b-44a5-9565-7f5c3497a997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:47.885445 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8965ccad-7fa8-4228-a31b-8d4772356900 req-d1ebecc8-dd9b-44a5-9565-7f5c3497a997 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fbff52d4f92c40aa9b8208fa7e54d5d5&device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 1097 time: 0.0880349 Apr 07 08:11:48.023187 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-f62c6a79-9c21-47d2-85fc-b6aaa33caa06 admin admin] Allocated IP 172.20.0.1 (86b62982-d957-4f75-a711-f1e791e3e22b/d62522aa-7409-4111-a94d-72b39d27a032/3e4e2be7-8cd9-4b8a-a744-94ae56f95d73) {{(pid=84420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:11:48.031076 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965ccad-7fa8-4228-a31b-8d4772356900 req-c681fa13-52dd-42db-a638-0af68372946f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:48.032659 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8965ccad-7fa8-4228-a31b-8d4772356900 req-c681fa13-52dd-42db-a638-0af68372946f service neutron] 10.222.0.13 "GET /v2.0/networks?id=64ec1db9-cd07-42a9-a563-1c7517517aa8 HTTP/1.1" status: 200 len: 918 time: 0.1409578 Apr 07 08:11:48.050433 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:48.102487 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] For port fd01253a-371d-4c5d-8d3a-d6aaef88905c, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=fd01253a-371d-4c5d-8d3a-d6aaef88905c,segment=NetworkSegment(7b3b4b42-6d3e-4e1a-b922-6873ade731ed),segment_id=7b3b4b42-6d3e-4e1a-b922-6873ade731ed)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:11:48.114819 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-d1854433-7333-4453-bea5-f4a59935b8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd988af14-1990-4d66-bc26-d99422ee21c8', 'name': 'tempest-TestShelveInstance-2017456599-router', 'tenant_id': 'f3d5f74b14dc44fc9175f9955100ce7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '1ba06421-a981-4f62-9c37-93499e9108dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:11:43Z', 'updated_at': '2021-04-07T08:11:45Z', 'revision_number': 3, 'project_id': 'f3d5f74b14dc44fc9175f9955100ce7b', 'gw_port': {'id': '1ba06421-a981-4f62-9c37-93499e9108dc', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd988af14-1990-4d66-bc26-d99422ee21c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:11:44Z', 'updated_at': '2021-04-07T08:11:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb'}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:11:48.115414 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1854433-7333-4453-bea5-f4a59935b8c8 None None] Checking router: d988af14-1990-4d66-bc26-d99422ee21c8 for host: dv-cinder-782390-4-smb {{(pid=84421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 08:11:48.115825 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1854433-7333-4453-bea5-f4a59935b8c8 None None] Updating router d988af14-1990-4d66-bc26-d99422ee21c8 port 1ba06421-a981-4f62-9c37-93499e9108dc binding host dv-cinder-782390-4-smb {{(pid=84421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 08:11:48.147063 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:48.156064 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:48.187181 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8965ccad-7fa8-4228-a31b-8d4772356900 req-14592d01-4b59-42c9-9699-5967fcefdd95 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10dab2c9-8f5d-4e9b-810e-6a020c4b5ced HTTP/1.1" status: 200 len: 1000 time: 0.1461060 Apr 07 08:11:48.199055 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f62c6a79-9c21-47d2-85fc-b6aaa33caa06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:48.230882 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-f62c6a79-9c21-47d2-85fc-b6aaa33caa06 admin admin] Transition to ACTIVE for port object 3e4e2be7-8cd9-4b8a-a744-94ae56f95d73 will not be triggered until provisioned by entity DHCP. {{(pid=84420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:11:48.275720 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d1854433-7333-4453-bea5-f4a59935b8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:48.288500 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f62c6a79-9c21-47d2-85fc-b6aaa33caa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10887448'] for port, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:48.290346 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965ccad-7fa8-4228-a31b-8d4772356900 req-7e8493d2-07e9-4332-bdf2-9054ab91dde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:48.292145 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8965ccad-7fa8-4228-a31b-8d4772356900 req-7e8493d2-07e9-4332-bdf2-9054ab91dde9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76e481b0-5bdc-45a1-aec7-e681d70e1c14 HTTP/1.1" status: 200 len: 856 time: 0.0981832 Apr 07 08:11:48.334887 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 8b36b7b3-e958-463b-8741-e81bf5040c3b up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:11:48.406585 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Pushing event updated for resources: {'Port': ['ID=fd01253a-371d-4c5d-8d3a-d6aaef88905c,revision_number=3']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:48.413967 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:48.488518 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f1ecf40c-5c81-4221-a8f7-723e31c4fd9d tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:48.494632 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-e32eda32-29b7-4cf4-a918-6f57cf299eed None None] Provisioning complete for port fd01253a-371d-4c5d-8d3a-d6aaef88905c triggered by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:11:48.494632 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e32eda32-29b7-4cf4-a918-6f57cf299eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:48.496630 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965ccad-7fa8-4228-a31b-8d4772356900 req-992831de-f0f0-4e06-9d94-b2cfd76120d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:48.498415 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8965ccad-7fa8-4228-a31b-8d4772356900 req-992831de-f0f0-4e06-9d94-b2cfd76120d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64ec1db9-cd07-42a9-a563-1c7517517aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1963279 Apr 07 08:11:48.551542 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041bbb1-ec51-490d-a224-fe86d7160373 req-61f261ae-8eb5-436d-8847-085b6fbeda76 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:48.553140 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3041bbb1-ec51-490d-a224-fe86d7160373 req-61f261ae-8eb5-436d-8847-085b6fbeda76 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 945 time: 0.1906378 Apr 07 08:11:48.557330 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62c6a79-9c21-47d2-85fc-b6aaa33caa06 admin admin] Network 86b62982-d957-4f75-a711-f1e791e3e22b is already hosted by enough agents. {{(pid=84420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:11:48.560703 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-f62c6a79-9c21-47d2-85fc-b6aaa33caa06 admin admin] Resources bound (agent type, host, resource id): {{(pid=84420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:11:48.570916 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62c6a79-9c21-47d2-85fc-b6aaa33caa06 admin admin] Received port after_create {{(pid=84420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:11:48.630067 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c6a79-9c21-47d2-85fc-b6aaa33caa06 admin admin] Pushing event updated for resources: {'Port': ['ID=3e4e2be7-8cd9-4b8a-a744-94ae56f95d73,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:48.635949 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f62c6a79-9c21-47d2-85fc-b6aaa33caa06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:48.641444 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning complete for port 8b36b7b3-e958-463b-8741-e81bf5040c3b triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:11:48.641867 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:48.648310 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f62c6a79-9c21-47d2-85fc-b6aaa33caa06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-665159'] for router_interface, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:48.739503 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3041bbb1-ec51-490d-a224-fe86d7160373 req-175cf2ac-f433-4bfe-ab7a-867c8817b364 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155813 Apr 07 08:11:48.782467 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8965ccad-7fa8-4228-a31b-8d4772356900 req-098fd67a-323b-490b-a5c8-a421b1490f50 service neutron] 10.222.0.13 "GET /v2.0/networks/64ec1db9-cd07-42a9-a563-1c7517517aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757995 Apr 07 08:11:48.934998 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8965ccad-7fa8-4228-a31b-8d4772356900 req-7df28075-7b14-41a5-9774-f0c030efc50b service neutron] 10.222.0.13 "GET /v2.0/networks/64ec1db9-cd07-42a9-a563-1c7517517aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458447 Apr 07 08:11:48.967594 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274aeb4-9d85-45be-b133-99cc84595361 req-1455d8a7-9c3b-44af-9034-c5097a69b2bd tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:48.969417 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3274aeb4-9d85-45be-b133-99cc84595361 req-1455d8a7-9c3b-44af-9034-c5097a69b2bd tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 944 time: 0.1538889 Apr 07 08:11:49.026869 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3274aeb4-9d85-45be-b133-99cc84595361 req-f2ad3328-6402-41c0-a200-f230b08d9b83 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506725 Apr 07 08:11:49.093133 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f62c6a79-9c21-47d2-85fc-b6aaa33caa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:49.132273 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d1854433-7333-4453-bea5-f4a59935b8c8 None None] Notify callbacks [] for port, precommit_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:49.146764 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-d1854433-7333-4453-bea5-f4a59935b8c8 None None] Transition to ACTIVE for port object 1ba06421-a981-4f62-9c37-93499e9108dc will not be triggered until provisioned by entity L2. {{(pid=84421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:11:49.162545 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-502376ab-348d-4ab6-a5fb-07835f6672ae None None] Provisioning for port 3e4e2be7-8cd9-4b8a-a744-94ae56f95d73 completed by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:11:49.172861 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-502376ab-348d-4ab6-a5fb-07835f6672ae None None] Provisioning complete for port 3e4e2be7-8cd9-4b8a-a744-94ae56f95d73 triggered by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:11:49.173587 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-502376ab-348d-4ab6-a5fb-07835f6672ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:49.212234 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d1854433-7333-4453-bea5-f4a59935b8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:49.238443 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-18988d4d-f6e6-4968-b066-1920b1a79005 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:49.271238 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:49.397251 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-502376ab-348d-4ab6-a5fb-07835f6672ae None None] Port 3e4e2be7-8cd9-4b8a-a744-94ae56f95d73 cannot update to ACTIVE because it is not bound. {{(pid=84421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 08:11:49.404449 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd231e-2942-451e-b458-0496cb609cc7 None None] Pushing event updated for resources: {'Port': ['ID=1ba06421-a981-4f62-9c37-93499e9108dc,revision_number=2']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:49.408785 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-93dd231e-2942-451e-b458-0496cb609cc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:49.464789 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-d1854433-7333-4453-bea5-f4a59935b8c8 None None] Attempting to bind port 1ba06421-a981-4f62-9c37-93499e9108dc on host dv-cinder-782390-4-smb for vnic_type normal with profile {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:11:49.465200 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-d1854433-7333-4453-bea5-f4a59935b8c8 None None] Attempting to bind port 1ba06421-a981-4f62-9c37-93499e9108dc by drivers openvswitch,hyperv on host dv-cinder-782390-4-smb at level 0 using segments [{'id': '1cadf7a7-5200-427f-84ab-5b34fedab1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d'}] {{(pid=84421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 08:11:49.465608 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1854433-7333-4453-bea5-f4a59935b8c8 None None] Attempting to bind port 1ba06421-a981-4f62-9c37-93499e9108dc on network 1ff46c99-7a5d-4315-af88-cb546c84119d {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:11:49.471345 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1854433-7333-4453-bea5-f4a59935b8c8 None None] Checking agent: {'id': '755cb15d-769a-4687-bcff-bddb0e9936ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 56, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 08:11:49.471757 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1854433-7333-4453-bea5-f4a59935b8c8 None None] Checking segment: {'id': '1cadf7a7-5200-427f-84ab-5b34fedab1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:11:49.472237 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d1854433-7333-4453-bea5-f4a59935b8c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:49.472609 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1854433-7333-4453-bea5-f4a59935b8c8 None None] Bound using segment: {'id': '1cadf7a7-5200-427f-84ab-5b34fedab1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d'} {{(pid=84421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 08:11:49.473117 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-d1854433-7333-4453-bea5-f4a59935b8c8 None None] Bound port: 1ba06421-a981-4f62-9c37-93499e9108dc, host: dv-cinder-782390-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cadf7a7-5200-427f-84ab-5b34fedab1ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d'}}] {{(pid=84421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 08:11:49.473529 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d1854433-7333-4453-bea5-f4a59935b8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:49.552840 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-d1854433-7333-4453-bea5-f4a59935b8c8 None None] For port 1ba06421-a981-4f62-9c37-93499e9108dc, host dv-cinder-782390-4-smb, cleared binding levels {{(pid=84421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 08:11:49.556027 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-d1854433-7333-4453-bea5-f4a59935b8c8 None None] For port 1ba06421-a981-4f62-9c37-93499e9108dc, host dv-cinder-782390-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=1ba06421-a981-4f62-9c37-93499e9108dc,segment=NetworkSegment(1cadf7a7-5200-427f-84ab-5b34fedab1ff),segment_id=1cadf7a7-5200-427f-84ab-5b34fedab1ff)] {{(pid=84421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 08:11:49.597438 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d1854433-7333-4453-bea5-f4a59935b8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:49.613171 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:49.634991 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f62c6a79-9c21-47d2-85fc-b6aaa33caa06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:49.665194 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f62c6a79-9c21-47d2-85fc-b6aaa33caa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843888368'] for port, after_update {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:49.697138 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:49.781432 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c6a79-9c21-47d2-85fc-b6aaa33caa06 admin admin] Pushing event updated for resources: {'Port': ['ID=3e4e2be7-8cd9-4b8a-a744-94ae56f95d73,revision_number=2']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:49.784255 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f62c6a79-9c21-47d2-85fc-b6aaa33caa06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672914'] for router_interface, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:49.801696 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f62c6a79-9c21-47d2-85fc-b6aaa33caa06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:49.828262 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd231e-2942-451e-b458-0496cb609cc7 None None] Pushing event updated for resources: {'Port': ['ID=1ba06421-a981-4f62-9c37-93499e9108dc,revision_number=3']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:49.841061 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-93dd231e-2942-451e-b458-0496cb609cc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:49.860810 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1854433-7333-4453-bea5-f4a59935b8c8 None None] Routers {'d988af14-1990-4d66-bc26-d99422ee21c8'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:11:49.861628 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-d1854433-7333-4453-bea5-f4a59935b8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:11:25Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['d988af14-1990-4d66-bc26-d99422ee21c8'], 'active': True} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:11:49.950698 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62c6a79-9c21-47d2-85fc-b6aaa33caa06 admin admin] Network 86b62982-d957-4f75-a711-f1e791e3e22b is already hosted by enough agents. {{(pid=84420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:11:49.952029 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-f62c6a79-9c21-47d2-85fc-b6aaa33caa06 admin admin] Resources bound (agent type, host, resource id): {{(pid=84420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:11:49.971954 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56029c2b-092a-4be5-9a39-f386e0c91769 req-0f523f6a-4410-43e0-80e4-d3191ddb0b12 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:49.974042 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-56029c2b-092a-4be5-9a39-f386e0c91769 req-0f523f6a-4410-43e0-80e4-d3191ddb0b12 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 945 time: 0.1142836 Apr 07 08:11:50.035561 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-56029c2b-092a-4be5-9a39-f386e0c91769 req-6f266807-7fa2-4a04-bce0-c4b392bb4c77 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540891 Apr 07 08:11:50.211356 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f62c6a79-9c21-47d2-85fc-b6aaa33caa06 admin admin] Router d988af14-1990-4d66-bc26-d99422ee21c8 has already been hosted by L3 agent 9e1c8038-06ec-4f38-a606-610b3381902d {{(pid=84420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 08:11:50.393980 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device fd01253a-371d-4c5d-8d3a-d6aaef88905c up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:11:50.508484 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-d1854433-7333-4453-bea5-f4a59935b8c8 None None] Set router d988af14-1990-4d66-bc26-d99422ee21c8 gateway port host: dv-cinder-782390-4-smb {{(pid=84421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:11:50.640288 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86981ee-8911-4fb7-9b52-42b6b4ac5b78 req-b196bc93-4630-496d-b245-12c198460bf7 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:50.642757 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d86981ee-8911-4fb7-9b52-42b6b4ac5b78 req-b196bc93-4630-496d-b245-12c198460bf7 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 944 time: 0.3393724 Apr 07 08:11:50.704744 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62c6a79-9c21-47d2-85fc-b6aaa33caa06 admin admin] Notify agent at l3_agent.dv-cinder-782390-4-smb the message routers_updated {{(pid=84420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 08:11:50.716607 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d86981ee-8911-4fb7-9b52-42b6b4ac5b78 req-48ea9971-3e5c-41a4-98ee-67c2d06ecd21 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670648 Apr 07 08:11:50.723213 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-f62c6a79-9c21-47d2-85fc-b6aaa33caa06 admin admin] 10.222.0.16 "PUT /v2.0/routers/d988af14-1990-4d66-bc26-d99422ee21c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8862009 Apr 07 08:11:50.748781 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-b84f80e3-d15b-4eb1-b9d4-48b071e6cfc1 None None] Provisioning complete for port 3e4e2be7-8cd9-4b8a-a744-94ae56f95d73 triggered by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:11:50.749172 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b84f80e3-d15b-4eb1-b9d4-48b071e6cfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:50.846700 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-b84f80e3-d15b-4eb1-b9d4-48b071e6cfc1 None None] Port 3e4e2be7-8cd9-4b8a-a744-94ae56f95d73 cannot update to ACTIVE because it is not bound. {{(pid=84421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 08:11:50.926206 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning complete for port fd01253a-371d-4c5d-8d3a-d6aaef88905c triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:11:50.926745 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:51.169078 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-d1854433-7333-4453-bea5-f4a59935b8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd988af14-1990-4d66-bc26-d99422ee21c8', 'name': 'tempest-TestShelveInstance-2017456599-router', 'tenant_id': 'f3d5f74b14dc44fc9175f9955100ce7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '1ba06421-a981-4f62-9c37-93499e9108dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:11:43Z', 'updated_at': '2021-04-07T08:11:48Z', 'revision_number': 4, 'project_id': 'f3d5f74b14dc44fc9175f9955100ce7b', 'gw_port': {'id': '1ba06421-a981-4f62-9c37-93499e9108dc', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd988af14-1990-4d66-bc26-d99422ee21c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:11:44Z', 'updated_at': '2021-04-07T08:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': '3e4e2be7-8cd9-4b8a-a744-94ae56f95d73', 'name': '', 'network_id': '86b62982-d957-4f75-a711-f1e791e3e22b', 'tenant_id': 'f3d5f74b14dc44fc9175f9955100ce7b', 'mac_address': 'fa:16:3e:e0:91:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd988af14-1990-4d66-bc26-d99422ee21c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd62522aa-7409-4111-a94d-72b39d27a032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:11:47Z', 'updated_at': '2021-04-07T08:11:49Z', 'revision_number': 2, 'project_id': 'f3d5f74b14dc44fc9175f9955100ce7b', 'subnets': [{'id': 'd62522aa-7409-4111-a94d-72b39d27a032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:11:51.194598 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1854433-7333-4453-bea5-f4a59935b8c8 None None] The sync data for ids ['d988af14-1990-4d66-bc26-d99422ee21c8'] in dv-cinder-782390-4-smb is: [{'id': 'd988af14-1990-4d66-bc26-d99422ee21c8', 'name': 'tempest-TestShelveInstance-2017456599-router', 'tenant_id': 'f3d5f74b14dc44fc9175f9955100ce7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '1ba06421-a981-4f62-9c37-93499e9108dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:11:43Z', 'updated_at': '2021-04-07T08:11:48Z', 'revision_number': 4, 'project_id': 'f3d5f74b14dc44fc9175f9955100ce7b', 'gw_port': {'id': '1ba06421-a981-4f62-9c37-93499e9108dc', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd988af14-1990-4d66-bc26-d99422ee21c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:11:44Z', 'updated_at': '2021-04-07T08:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': '3e4e2be7-8cd9-4b8a-a744-94ae56f95d73', 'name': '', 'network_id': '86b62982-d957-4f75-a711-f1e791e3e22b', 'tenant_id': 'f3d5f74b14dc44fc9175f9955100ce7b', 'mac_address': 'fa:16:3e:e0:91:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd988af14-1990-4d66-bc26-d99422ee21c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd62522aa-7409-4111-a94d-72b39d27a032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:11:47Z', 'updated_at': '2021-04-07T08:11:49Z', 'revision_number': 2, 'project_id': 'f3d5f74b14dc44fc9175f9955100ce7b', 'subnets': [{'id': 'd62522aa-7409-4111-a94d-72b39d27a032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 08:11:51.340097 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f902e-aaf6-4172-bd8b-387f354e383c req-d97341ab-f3eb-4d15-85d7-5fe48079680c tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:51.359729 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-013f902e-aaf6-4172-bd8b-387f354e383c req-d97341ab-f3eb-4d15-85d7-5fe48079680c tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 945 time: 0.1540294 Apr 07 08:11:51.432335 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-013f902e-aaf6-4172-bd8b-387f354e383c req-80b78a1d-5410-48d0-929e-df3e03689677 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663211 Apr 07 08:11:51.439537 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 49956) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:11:51.446377 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-d40ae126-570b-43b5-9186-0b59ba32413a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1976374430', 'description': 'tempest-secgroup-smoke-1976374430 description', 'project_id': 'cde14eed6ef14b1da39ffea20274ef05'}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:11:51.453145 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-d40ae126-570b-43b5-9186-0b59ba32413a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:11:51.457694 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-d40ae126-570b-43b5-9186-0b59ba32413a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Usage tracker for resource:security_group and tenant:cde14eed6ef14b1da39ffea20274ef05 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:11:51.461023 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-d40ae126-570b-43b5-9186-0b59ba32413a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:11:51.467342 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-d40ae126-570b-43b5-9186-0b59ba32413a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:11:51.511121 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d40ae126-570b-43b5-9186-0b59ba32413a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:51.533780 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-d40ae126-570b-43b5-9186-0b59ba32413a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:11:51.538078 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-d40ae126-570b-43b5-9186-0b59ba32413a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Usage tracker for resource:security_group_rule and tenant:cde14eed6ef14b1da39ffea20274ef05 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:11:51.543510 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-d40ae126-570b-43b5-9186-0b59ba32413a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:11:51.550229 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-d40ae126-570b-43b5-9186-0b59ba32413a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:11:51.677959 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d40ae126-570b-43b5-9186-0b59ba32413a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:51.716853 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d40ae126-570b-43b5-9186-0b59ba32413a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:51.722917 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9e5b2884-02cb-456a-9baa-db84227020c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:51.794140 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d40ae126-570b-43b5-9186-0b59ba32413a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks [] for security_group, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:51.796600 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-d40ae126-570b-43b5-9186-0b59ba32413a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3548605 Apr 07 08:11:51.797480 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ae126-570b-43b5-9186-0b59ba32413a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=600cb730-9d25-44d0-bd12-fd993d7b4495,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:51.798952 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 49960) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:11:51.800996 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d40ae126-570b-43b5-9186-0b59ba32413a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:51.814337 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-47ce4f22-db83-4269-9c7f-c695e1cc2d58 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Request body: {'security_group_rule': {'security_group_id': '600cb730-9d25-44d0-bd12-fd993d7b4495', 'project_id': 'cde14eed6ef14b1da39ffea20274ef05', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:11:51.827152 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-47ce4f22-db83-4269-9c7f-c695e1cc2d58 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:11:51.850530 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-47ce4f22-db83-4269-9c7f-c695e1cc2d58 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Usage tracker for resource:security_group_rule and tenant:cde14eed6ef14b1da39ffea20274ef05 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:11:51.854868 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-47ce4f22-db83-4269-9c7f-c695e1cc2d58 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:11:51.863231 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-47ce4f22-db83-4269-9c7f-c695e1cc2d58 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:11:51.920441 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-47ce4f22-db83-4269-9c7f-c695e1cc2d58 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:52.093515 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-47ce4f22-db83-4269-9c7f-c695e1cc2d58 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:52.096853 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd61e0a5-3d82-4a11-8d95-1c08b1b42529 req-c3ac728f-2ef0-49bd-911a-e25bd3a2d973 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:52.098543 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-fd61e0a5-3d82-4a11-8d95-1c08b1b42529 req-c3ac728f-2ef0-49bd-911a-e25bd3a2d973 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 944 time: 0.1279643 Apr 07 08:11:52.128347 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-47ce4f22-db83-4269-9c7f-c695e1cc2d58 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691347'] for security_group_rule, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:52.137084 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9aaa1ef4-5660-41d9-b7b7-2de66166da22 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:52.162368 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-fd61e0a5-3d82-4a11-8d95-1c08b1b42529 req-3574e44c-c013-492a-a16b-ed4ea8a64c0a tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550394 Apr 07 08:11:52.191213 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce4f22-db83-4269-9c7f-c695e1cc2d58 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d17aa73-575c-4041-bc77-e744146aad2a,revision_number=0']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:52.194136 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-47ce4f22-db83-4269-9c7f-c695e1cc2d58 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:52.237458 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-47ce4f22-db83-4269-9c7f-c695e1cc2d58 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:52.239078 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-47ce4f22-db83-4269-9c7f-c695e1cc2d58 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4387112 Apr 07 08:11:52.243448 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 49966) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:11:52.250485 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-9e4f2329-64e1-4423-9871-4aa625007300 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Request body: {'security_group_rule': {'security_group_id': '600cb730-9d25-44d0-bd12-fd993d7b4495', 'project_id': 'cde14eed6ef14b1da39ffea20274ef05', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:11:52.267806 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-9e4f2329-64e1-4423-9871-4aa625007300 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:11:52.269121 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4316cd6e-a6c5-459c-9e78-b97227b1b696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:52.280801 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-9e4f2329-64e1-4423-9871-4aa625007300 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Usage tracker for resource:security_group_rule and tenant:cde14eed6ef14b1da39ffea20274ef05 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:11:52.284341 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-9e4f2329-64e1-4423-9871-4aa625007300 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:11:52.293109 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-9e4f2329-64e1-4423-9871-4aa625007300 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:11:52.363763 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9e4f2329-64e1-4423-9871-4aa625007300 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:52.466383 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9e4f2329-64e1-4423-9871-4aa625007300 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:52.500051 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9e4f2329-64e1-4423-9871-4aa625007300 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691347'] for security_group_rule, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:52.502558 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-562bfd98-c733-454f-a325-88b220122ba5 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:52.522718 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f2329-64e1-4423-9871-4aa625007300 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e4a9258-55de-4bbd-8f79-214f7174f40a,revision_number=0']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:52.527169 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9e4f2329-64e1-4423-9871-4aa625007300 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:52.578311 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9e4f2329-64e1-4423-9871-4aa625007300 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:52.579990 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-9e4f2329-64e1-4423-9871-4aa625007300 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3362832 Apr 07 08:11:52.583204 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 49972) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:11:52.589763 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-e34f9ef8-2c4e-4807-92f6-5d06bc73e53c tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Request body: {'security_group_rule': {'security_group_id': '600cb730-9d25-44d0-bd12-fd993d7b4495', 'project_id': 'cde14eed6ef14b1da39ffea20274ef05', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:11:52.602418 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-e34f9ef8-2c4e-4807-92f6-5d06bc73e53c tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:11:52.606990 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-e34f9ef8-2c4e-4807-92f6-5d06bc73e53c tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Usage tracker for resource:security_group_rule and tenant:cde14eed6ef14b1da39ffea20274ef05 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:11:52.610111 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-e34f9ef8-2c4e-4807-92f6-5d06bc73e53c tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:11:52.616614 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-e34f9ef8-2c4e-4807-92f6-5d06bc73e53c tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:11:52.661390 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e34f9ef8-2c4e-4807-92f6-5d06bc73e53c tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:52.689359 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20bcc3c-4ede-4f4b-be1f-07a40a798f39 req-b4073e69-6f64-4631-9377-085a00be80ca tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:52.697772 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c20bcc3c-4ede-4f4b-be1f-07a40a798f39 req-b4073e69-6f64-4631-9377-085a00be80ca tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 945 time: 0.1142867 Apr 07 08:11:52.737791 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e34f9ef8-2c4e-4807-92f6-5d06bc73e53c tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:52.763488 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c20bcc3c-4ede-4f4b-be1f-07a40a798f39 req-bbc8203b-b1be-419a-a6ce-3ab4b1a3525e tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590210 Apr 07 08:11:52.779947 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e34f9ef8-2c4e-4807-92f6-5d06bc73e53c tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691347'] for security_group_rule, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:52.782514 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-dbaeda4d-ec2d-4548-aba6-67cd128dcb0d tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:52.810651 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f9ef8-2c4e-4807-92f6-5d06bc73e53c tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5576f9e1-33de-4b08-88f7-6afefd9f5eb7,revision_number=0']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:52.815879 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e34f9ef8-2c4e-4807-92f6-5d06bc73e53c tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:52.852272 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e34f9ef8-2c4e-4807-92f6-5d06bc73e53c tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:52.854338 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-e34f9ef8-2c4e-4807-92f6-5d06bc73e53c tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2694499 Apr 07 08:11:52.857274 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 49976) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:11:52.863284 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-f913be6e-45ca-4c82-a47e-73a8dc52ec6c tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Request body: {'security_group_rule': {'security_group_id': '600cb730-9d25-44d0-bd12-fd993d7b4495', 'project_id': 'cde14eed6ef14b1da39ffea20274ef05', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:11:52.871146 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-f913be6e-45ca-4c82-a47e-73a8dc52ec6c tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:11:52.875371 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-f913be6e-45ca-4c82-a47e-73a8dc52ec6c tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Usage tracker for resource:security_group_rule and tenant:cde14eed6ef14b1da39ffea20274ef05 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:11:52.878697 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-f913be6e-45ca-4c82-a47e-73a8dc52ec6c tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:11:52.886178 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-f913be6e-45ca-4c82-a47e-73a8dc52ec6c tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:11:52.954838 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f913be6e-45ca-4c82-a47e-73a8dc52ec6c tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:53.031733 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f913be6e-45ca-4c82-a47e-73a8dc52ec6c tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:53.072219 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f913be6e-45ca-4c82-a47e-73a8dc52ec6c tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691347'] for security_group_rule, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:53.074883 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-399d9d6c-56d6-4fdb-9e54-dae0ac4313c3 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:53.104818 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f913be6e-45ca-4c82-a47e-73a8dc52ec6c tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f1f2a3e-2711-4a4e-83e8-bd483b60da8b,revision_number=0']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:53.115335 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f913be6e-45ca-4c82-a47e-73a8dc52ec6c tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:53.162518 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f913be6e-45ca-4c82-a47e-73a8dc52ec6c tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:53.167533 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-f913be6e-45ca-4c82-a47e-73a8dc52ec6c tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3061519 Apr 07 08:11:53.171187 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 49982) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:11:53.178572 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-2c06cfa8-bafb-4d61-a94d-febb5e21b437 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Request body: {'security_group_rule': {'security_group_id': '600cb730-9d25-44d0-bd12-fd993d7b4495', 'project_id': 'cde14eed6ef14b1da39ffea20274ef05', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:11:53.188303 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-2c06cfa8-bafb-4d61-a94d-febb5e21b437 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:11:53.194871 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-2c06cfa8-bafb-4d61-a94d-febb5e21b437 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Usage tracker for resource:security_group_rule and tenant:cde14eed6ef14b1da39ffea20274ef05 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:11:53.198114 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-2c06cfa8-bafb-4d61-a94d-febb5e21b437 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:11:53.204652 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-2c06cfa8-bafb-4d61-a94d-febb5e21b437 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:11:53.249166 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.db.securitygroups_db [None req-2c06cfa8-bafb-4d61-a94d-febb5e21b437 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Project cde14eed6ef14b1da39ffea20274ef05 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 08:11:53.257885 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c06cfa8-bafb-4d61-a94d-febb5e21b437 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:53.394876 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c06cfa8-bafb-4d61-a94d-febb5e21b437 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:53.424848 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c06cfa8-bafb-4d61-a94d-febb5e21b437 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691347'] for security_group_rule, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:53.436398 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27b41a-4d8f-45b1-9f01-fba8dc0fc4ac req-8ab9fa4b-97a2-4c00-88ca-a9313ab10ce6 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:53.438048 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ae27b41a-4d8f-45b1-9f01-fba8dc0fc4ac req-8ab9fa4b-97a2-4c00-88ca-a9313ab10ce6 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 944 time: 0.1086242 Apr 07 08:11:53.442791 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f913be6e-45ca-4c82-a47e-73a8dc52ec6c tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:53.499726 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c06cfa8-bafb-4d61-a94d-febb5e21b437 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96b764c1-9d16-4219-a3fa-f0d0c74c8e88,revision_number=0']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:53.503827 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2c06cfa8-bafb-4d61-a94d-febb5e21b437 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:53.525810 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ae27b41a-4d8f-45b1-9f01-fba8dc0fc4ac req-a5e12d0b-dcaa-4b7e-b712-c70c1734f469 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672815 Apr 07 08:11:53.528045 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c06cfa8-bafb-4d61-a94d-febb5e21b437 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:53.529651 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-2c06cfa8-bafb-4d61-a94d-febb5e21b437 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3561263 Apr 07 08:11:53.532731 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 49988) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:11:53.538638 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-851e2e3c-1246-45d7-bfc4-f818ca78354b tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Request body: {'security_group_rule': {'security_group_id': '600cb730-9d25-44d0-bd12-fd993d7b4495', 'project_id': 'cde14eed6ef14b1da39ffea20274ef05', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:11:53.556784 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-851e2e3c-1246-45d7-bfc4-f818ca78354b tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:11:53.562434 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-851e2e3c-1246-45d7-bfc4-f818ca78354b tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Usage tracker for resource:security_group_rule and tenant:cde14eed6ef14b1da39ffea20274ef05 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:11:53.565774 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-851e2e3c-1246-45d7-bfc4-f818ca78354b tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:11:53.573582 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-851e2e3c-1246-45d7-bfc4-f818ca78354b tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:11:53.608414 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.db.securitygroups_db [None req-851e2e3c-1246-45d7-bfc4-f818ca78354b tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Project cde14eed6ef14b1da39ffea20274ef05 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 08:11:53.616505 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-851e2e3c-1246-45d7-bfc4-f818ca78354b tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:53.688363 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-851e2e3c-1246-45d7-bfc4-f818ca78354b tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:53.722673 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-851e2e3c-1246-45d7-bfc4-f818ca78354b tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691347'] for security_group_rule, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:53.725106 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b24a078c-0f38-438d-83a3-358825b28717 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:53.749606 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e2e3c-1246-45d7-bfc4-f818ca78354b tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=059eebd9-8592-4aba-ac3d-83855456fab2,revision_number=0']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:53.752206 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-851e2e3c-1246-45d7-bfc4-f818ca78354b tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:53.799600 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-851e2e3c-1246-45d7-bfc4-f818ca78354b tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:53.801460 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-851e2e3c-1246-45d7-bfc4-f818ca78354b tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2671649 Apr 07 08:11:53.995427 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c026e-1bce-45b1-8cad-ded81aa220bb req-572b94fe-9769-4783-93d8-984bf11b9fa5 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:53.997106 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-794c026e-1bce-45b1-8cad-ded81aa220bb req-572b94fe-9769-4783-93d8-984bf11b9fa5 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 945 time: 0.1011732 Apr 07 08:11:54.050220 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-794c026e-1bce-45b1-8cad-ded81aa220bb req-ed291b6e-b99b-43aa-ad62-6c7306535acb tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465775 Apr 07 08:11:54.334275 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 1ba06421-a981-4f62-9c37-93499e9108dc up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:11:54.471010 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning for port 1ba06421-a981-4f62-9c37-93499e9108dc completed by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:11:54.480097 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning complete for port 1ba06421-a981-4f62-9c37-93499e9108dc triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:11:54.480658 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:54.682515 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:54.734598 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] For port 1ba06421-a981-4f62-9c37-93499e9108dc, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=1ba06421-a981-4f62-9c37-93499e9108dc,segment=NetworkSegment(1cadf7a7-5200-427f-84ab-5b34fedab1ff),segment_id=1cadf7a7-5200-427f-84ab-5b34fedab1ff)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:11:54.768327 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:54.774705 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:54.906302 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Pushing event updated for resources: {'Port': ['ID=1ba06421-a981-4f62-9c37-93499e9108dc,revision_number=4']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:54.909841 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:54.915409 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0b0f6dda-a0fd-42f7-ac82-79b7b4b6e560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:54.942016 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9de885-7714-4516-bb41-7d8fde98c7cb req-b6b6a0b8-e82b-4c92-beeb-1f5b90dd9a3a tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:54.944132 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4b9de885-7714-4516-bb41-7d8fde98c7cb req-b6b6a0b8-e82b-4c92-beeb-1f5b90dd9a3a tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 944 time: 0.1245267 Apr 07 08:11:55.005823 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4b9de885-7714-4516-bb41-7d8fde98c7cb req-47924afe-b58c-417f-8745-32866e35aa17 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531619 Apr 07 08:11:55.074593 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11f86ae-586a-4646-a0fd-925364375063 None None] Sync routers for ids ['d988af14-1990-4d66-bc26-d99422ee21c8'] in dv-cinder-782390-4-smb {{(pid=84422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 08:11:55.085404 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11f86ae-586a-4646-a0fd-925364375063 None None] Routers {'d988af14-1990-4d66-bc26-d99422ee21c8'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:11:55.086410 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-a11f86ae-586a-4646-a0fd-925364375063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:11:55Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['d988af14-1990-4d66-bc26-d99422ee21c8'], 'active': True} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:11:55.313173 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00498cfb-643a-49bd-95a2-0151d9a229e7 req-8c12724f-f191-443f-9907-61310cbcced6 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:55.315660 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-00498cfb-643a-49bd-95a2-0151d9a229e7 req-8c12724f-f191-443f-9907-61310cbcced6 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 945 time: 0.1323576 Apr 07 08:11:55.324393 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-a11f86ae-586a-4646-a0fd-925364375063 None None] Set router d988af14-1990-4d66-bc26-d99422ee21c8 gateway port host: dv-cinder-782390-4-smb {{(pid=84422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:11:55.376613 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-00498cfb-643a-49bd-95a2-0151d9a229e7 req-fb5c0f4f-762b-4951-84a6-cad6431f259a tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514095 Apr 07 08:11:55.417197 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:55.745336 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-a11f86ae-586a-4646-a0fd-925364375063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd988af14-1990-4d66-bc26-d99422ee21c8', 'name': 'tempest-TestShelveInstance-2017456599-router', 'tenant_id': 'f3d5f74b14dc44fc9175f9955100ce7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '1ba06421-a981-4f62-9c37-93499e9108dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:11:43Z', 'updated_at': '2021-04-07T08:11:48Z', 'revision_number': 4, 'project_id': 'f3d5f74b14dc44fc9175f9955100ce7b', 'gw_port': {'id': '1ba06421-a981-4f62-9c37-93499e9108dc', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd988af14-1990-4d66-bc26-d99422ee21c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:11:44Z', 'updated_at': '2021-04-07T08:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': '3e4e2be7-8cd9-4b8a-a744-94ae56f95d73', 'name': '', 'network_id': '86b62982-d957-4f75-a711-f1e791e3e22b', 'tenant_id': 'f3d5f74b14dc44fc9175f9955100ce7b', 'mac_address': 'fa:16:3e:e0:91:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd988af14-1990-4d66-bc26-d99422ee21c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd62522aa-7409-4111-a94d-72b39d27a032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:11:47Z', 'updated_at': '2021-04-07T08:11:49Z', 'revision_number': 2, 'project_id': 'f3d5f74b14dc44fc9175f9955100ce7b', 'subnets': [{'id': 'd62522aa-7409-4111-a94d-72b39d27a032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:11:55.749221 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11f86ae-586a-4646-a0fd-925364375063 None None] Checking router: d988af14-1990-4d66-bc26-d99422ee21c8 for host: dv-cinder-782390-4-smb {{(pid=84422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 08:11:55.749631 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11f86ae-586a-4646-a0fd-925364375063 None None] Updating router d988af14-1990-4d66-bc26-d99422ee21c8 port 3e4e2be7-8cd9-4b8a-a744-94ae56f95d73 binding host dv-cinder-782390-4-smb {{(pid=84422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 08:11:55.812936 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a11f86ae-586a-4646-a0fd-925364375063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:56.248553 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a120a493-c22c-499a-a485-e8ff2d25c854 req-9990b74f-8cf2-463b-8f7e-4467ba68b8fa tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:56.256957 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a120a493-c22c-499a-a485-e8ff2d25c854 req-9990b74f-8cf2-463b-8f7e-4467ba68b8fa tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 944 time: 0.1168985 Apr 07 08:11:56.317777 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 1ba06421-a981-4f62-9c37-93499e9108dc up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:11:56.319245 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-a120a493-c22c-499a-a485-e8ff2d25c854 req-dc4a415b-3ab9-4db6-8297-e3c9fa648484 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606792 Apr 07 08:11:56.338933 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a11f86ae-586a-4646-a0fd-925364375063 None None] Notify callbacks [] for port, precommit_update {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:56.352954 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-a11f86ae-586a-4646-a0fd-925364375063 None None] Transition to ACTIVE for port object 3e4e2be7-8cd9-4b8a-a744-94ae56f95d73 will not be triggered until provisioned by entity L2. {{(pid=84422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:11:56.388917 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a11f86ae-586a-4646-a0fd-925364375063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:56.407453 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:56.411324 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning complete for port 1ba06421-a981-4f62-9c37-93499e9108dc triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:11:56.412010 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:56.571624 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d8ad9-18fb-41e6-9836-75735064597e None None] Pushing event updated for resources: {'Port': ['ID=3e4e2be7-8cd9-4b8a-a744-94ae56f95d73,revision_number=3']} {{(pid=84422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:56.583756 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e80d8ad9-18fb-41e6-9836-75735064597e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:56.767167 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778ea02-45e9-4824-b1ef-babd7af35fa4 req-7af2dba4-6b12-40c4-aa9f-9198e0607d7d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:56.768274 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:56.768949 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3778ea02-45e9-4824-b1ef-babd7af35fa4 req-7af2dba4-6b12-40c4-aa9f-9198e0607d7d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 945 time: 0.1506910 Apr 07 08:11:56.823388 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:56.845824 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3778ea02-45e9-4824-b1ef-babd7af35fa4 req-da2a7ba4-ce18-4cee-bd08-d2f320f36a52 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686882 Apr 07 08:11:56.875975 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-a11f86ae-586a-4646-a0fd-925364375063 None None] Attempting to bind port 3e4e2be7-8cd9-4b8a-a744-94ae56f95d73 on host dv-cinder-782390-4-smb for vnic_type normal with profile {{(pid=84422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:11:56.876387 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-a11f86ae-586a-4646-a0fd-925364375063 None None] Attempting to bind port 3e4e2be7-8cd9-4b8a-a744-94ae56f95d73 by drivers openvswitch,hyperv on host dv-cinder-782390-4-smb at level 0 using segments [{'id': '7b3b4b42-6d3e-4e1a-b922-6873ade731ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '86b62982-d957-4f75-a711-f1e791e3e22b'}] {{(pid=84422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 08:11:56.876796 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11f86ae-586a-4646-a0fd-925364375063 None None] Attempting to bind port 3e4e2be7-8cd9-4b8a-a744-94ae56f95d73 on network 86b62982-d957-4f75-a711-f1e791e3e22b {{(pid=84422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:11:56.883654 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11f86ae-586a-4646-a0fd-925364375063 None None] Checking agent: {'id': '755cb15d-769a-4687-bcff-bddb0e9936ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 56, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 56, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 08:11:56.884064 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11f86ae-586a-4646-a0fd-925364375063 None None] Checking segment: {'id': '7b3b4b42-6d3e-4e1a-b922-6873ade731ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '86b62982-d957-4f75-a711-f1e791e3e22b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:11:56.884510 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a11f86ae-586a-4646-a0fd-925364375063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:56.884941 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11f86ae-586a-4646-a0fd-925364375063 None None] Bound using segment: {'id': '7b3b4b42-6d3e-4e1a-b922-6873ade731ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '86b62982-d957-4f75-a711-f1e791e3e22b'} {{(pid=84422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 08:11:56.896600 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-a11f86ae-586a-4646-a0fd-925364375063 None None] Bound port: 3e4e2be7-8cd9-4b8a-a744-94ae56f95d73, host: dv-cinder-782390-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b3b4b42-6d3e-4e1a-b922-6873ade731ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '86b62982-d957-4f75-a711-f1e791e3e22b'}}] {{(pid=84422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 08:11:56.897118 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a11f86ae-586a-4646-a0fd-925364375063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:57.011208 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-a11f86ae-586a-4646-a0fd-925364375063 None None] For port 3e4e2be7-8cd9-4b8a-a744-94ae56f95d73, host dv-cinder-782390-4-smb, cleared binding levels {{(pid=84422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 08:11:57.014403 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-a11f86ae-586a-4646-a0fd-925364375063 None None] For port 3e4e2be7-8cd9-4b8a-a744-94ae56f95d73, host dv-cinder-782390-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=3e4e2be7-8cd9-4b8a-a744-94ae56f95d73,segment=NetworkSegment(7b3b4b42-6d3e-4e1a-b922-6873ade731ed),segment_id=7b3b4b42-6d3e-4e1a-b922-6873ade731ed)] {{(pid=84422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 08:11:57.046391 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a11f86ae-586a-4646-a0fd-925364375063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:57.063464 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e80d8ad9-18fb-41e6-9836-75735064597e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:57.223782 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d8ad9-18fb-41e6-9836-75735064597e None None] Pushing event updated for resources: {'Port': ['ID=3e4e2be7-8cd9-4b8a-a744-94ae56f95d73,revision_number=4']} {{(pid=84422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:57.228991 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e80d8ad9-18fb-41e6-9836-75735064597e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:57.278632 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11f86ae-586a-4646-a0fd-925364375063 None None] Routers {'d988af14-1990-4d66-bc26-d99422ee21c8'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:11:57.279352 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-a11f86ae-586a-4646-a0fd-925364375063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:11:55Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['d988af14-1990-4d66-bc26-d99422ee21c8'], 'active': True} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:11:57.502134 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-a11f86ae-586a-4646-a0fd-925364375063 None None] Set router d988af14-1990-4d66-bc26-d99422ee21c8 gateway port host: dv-cinder-782390-4-smb {{(pid=84422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:11:57.617831 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8726e5e-fbd0-4042-bffb-b89f9c79ca25 req-5767bd9f-ebf0-4a7d-b4b6-7c5eae2a6f8a tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:57.619542 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b8726e5e-fbd0-4042-bffb-b89f9c79ca25 req-5767bd9f-ebf0-4a7d-b4b6-7c5eae2a6f8a tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 944 time: 0.1091564 Apr 07 08:11:57.684025 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b8726e5e-fbd0-4042-bffb-b89f9c79ca25 req-3b6e2f0e-228b-4773-b2d6-404cd2941d16 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555644 Apr 07 08:11:57.909058 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-a11f86ae-586a-4646-a0fd-925364375063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd988af14-1990-4d66-bc26-d99422ee21c8', 'name': 'tempest-TestShelveInstance-2017456599-router', 'tenant_id': 'f3d5f74b14dc44fc9175f9955100ce7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '1ba06421-a981-4f62-9c37-93499e9108dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:11:43Z', 'updated_at': '2021-04-07T08:11:48Z', 'revision_number': 4, 'project_id': 'f3d5f74b14dc44fc9175f9955100ce7b', 'gw_port': {'id': '1ba06421-a981-4f62-9c37-93499e9108dc', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd988af14-1990-4d66-bc26-d99422ee21c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:11:44Z', 'updated_at': '2021-04-07T08:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': '3e4e2be7-8cd9-4b8a-a744-94ae56f95d73', 'name': '', 'network_id': '86b62982-d957-4f75-a711-f1e791e3e22b', 'tenant_id': 'f3d5f74b14dc44fc9175f9955100ce7b', 'mac_address': 'fa:16:3e:e0:91:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd988af14-1990-4d66-bc26-d99422ee21c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd62522aa-7409-4111-a94d-72b39d27a032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:11:47Z', 'updated_at': '2021-04-07T08:11:57Z', 'revision_number': 4, 'project_id': 'f3d5f74b14dc44fc9175f9955100ce7b', 'subnets': [{'id': 'd62522aa-7409-4111-a94d-72b39d27a032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:11:57.914113 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11f86ae-586a-4646-a0fd-925364375063 None None] The sync data for ids ['d988af14-1990-4d66-bc26-d99422ee21c8'] in dv-cinder-782390-4-smb is: [{'id': 'd988af14-1990-4d66-bc26-d99422ee21c8', 'name': 'tempest-TestShelveInstance-2017456599-router', 'tenant_id': 'f3d5f74b14dc44fc9175f9955100ce7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '1ba06421-a981-4f62-9c37-93499e9108dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:11:43Z', 'updated_at': '2021-04-07T08:11:48Z', 'revision_number': 4, 'project_id': 'f3d5f74b14dc44fc9175f9955100ce7b', 'gw_port': {'id': '1ba06421-a981-4f62-9c37-93499e9108dc', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd988af14-1990-4d66-bc26-d99422ee21c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:11:44Z', 'updated_at': '2021-04-07T08:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': '3e4e2be7-8cd9-4b8a-a744-94ae56f95d73', 'name': '', 'network_id': '86b62982-d957-4f75-a711-f1e791e3e22b', 'tenant_id': 'f3d5f74b14dc44fc9175f9955100ce7b', 'mac_address': 'fa:16:3e:e0:91:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd988af14-1990-4d66-bc26-d99422ee21c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd62522aa-7409-4111-a94d-72b39d27a032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:11:47Z', 'updated_at': '2021-04-07T08:11:57Z', 'revision_number': 4, 'project_id': 'f3d5f74b14dc44fc9175f9955100ce7b', 'subnets': [{'id': 'd62522aa-7409-4111-a94d-72b39d27a032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 08:11:58.087630 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9021e-bbc7-44e7-9cad-e100c8e3462c req-aacdbfa4-9420-4aa8-9803-44a821e3b4ad tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:58.089252 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-dcf9021e-bbc7-44e7-9cad-e100c8e3462c req-aacdbfa4-9420-4aa8-9803-44a821e3b4ad tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 945 time: 0.1252117 Apr 07 08:11:58.153961 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-dcf9021e-bbc7-44e7-9cad-e100c8e3462c req-8bba4e6b-a33d-4069-a046-a111fdd42477 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583727 Apr 07 08:11:58.331495 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 3e4e2be7-8cd9-4b8a-a744-94ae56f95d73 up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:11:58.442885 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning for port 3e4e2be7-8cd9-4b8a-a744-94ae56f95d73 completed by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:11:58.448669 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning complete for port 3e4e2be7-8cd9-4b8a-a744-94ae56f95d73 triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:11:58.449083 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:58.587541 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:58.624622 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] For port 3e4e2be7-8cd9-4b8a-a744-94ae56f95d73, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=3e4e2be7-8cd9-4b8a-a744-94ae56f95d73,segment=NetworkSegment(7b3b4b42-6d3e-4e1a-b922-6873ade731ed),segment_id=7b3b4b42-6d3e-4e1a-b922-6873ade731ed)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:11:58.682530 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:11:58.684700 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c6cada02-c51f-4214-a712-c6a8691db3b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:11:58.784141 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Pushing event updated for resources: {'Port': ['ID=3e4e2be7-8cd9-4b8a-a744-94ae56f95d73,revision_number=5']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:11:58.797845 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:11:58.916668 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e92cb-471a-4de2-9b8e-f588a75d6e30 req-8d98cfdd-f677-42d3-b844-fe60cf6c8101 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:58.918411 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-190e92cb-471a-4de2-9b8e-f588a75d6e30 req-8d98cfdd-f677-42d3-b844-fe60cf6c8101 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 944 time: 0.0966332 Apr 07 08:11:58.970827 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-190e92cb-471a-4de2-9b8e-f588a75d6e30 req-b3768252-29f2-4f04-95bb-78007dbdf3aa tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457044 Apr 07 08:11:59.394975 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a0838-53f2-4e2e-b537-e6ffce885757 req-4ed8d32f-380a-471c-b5b7-a1bc89d3381e tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:11:59.396749 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9e7a0838-53f2-4e2e-b537-e6ffce885757 req-4ed8d32f-380a-471c-b5b7-a1bc89d3381e tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0973210 Apr 07 08:11:59.451038 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9e7a0838-53f2-4e2e-b537-e6ffce885757 req-0278c2ab-94ea-4c0b-bbea-52544b13fad6 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468898 Apr 07 08:12:00.212574 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056492a0-6b4a-4e66-93ad-df6e9b59751c req-4f21df61-3834-4f02-9f60-4c506be193c2 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:00.214161 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-056492a0-6b4a-4e66-93ad-df6e9b59751c req-4f21df61-3834-4f02-9f60-4c506be193c2 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 944 time: 0.1014528 Apr 07 08:12:00.266492 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-056492a0-6b4a-4e66-93ad-df6e9b59751c req-52498f62-54f1-4c16-9d06-f8c3560b470a tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456049 Apr 07 08:12:00.302275 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 3e4e2be7-8cd9-4b8a-a744-94ae56f95d73 up at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:12:00.381592 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Provisioning complete for port 3e4e2be7-8cd9-4b8a-a744-94ae56f95d73 triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:12:00.382049 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:00.663097 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668a655-8627-401e-87b1-4126fc8eb716 req-b4fc5ece-e021-4ed0-9521-3de3cff3b875 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:00.664720 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-7668a655-8627-401e-87b1-4126fc8eb716 req-b4fc5ece-e021-4ed0-9521-3de3cff3b875 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0959122 Apr 07 08:12:00.715128 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-7668a655-8627-401e-87b1-4126fc8eb716 req-b03d1863-f817-45e9-900d-48a8eab1b728 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440564 Apr 07 08:12:00.963927 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5001b0-fca0-4980-be15-894438bd0294 req-ee32c70f-42a7-44a5-8498-caae103a4727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:00.965673 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2f5001b0-fca0-4980-be15-894438bd0294 req-ee32c70f-42a7-44a5-8498-caae103a4727 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=34c1b1d205a140b39082ee45b1ce3028&device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 1098 time: 0.0820444 Apr 07 08:12:01.126810 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5001b0-fca0-4980-be15-894438bd0294 req-c95a0017-c4ab-49e3-a6bb-cdbb94985779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:01.128407 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2f5001b0-fca0-4980-be15-894438bd0294 req-c95a0017-c4ab-49e3-a6bb-cdbb94985779 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ab5bbd22-bfa8-4c9f-86a6-c4149444a964 HTTP/1.1" status: 200 len: 912 time: 0.1423402 Apr 07 08:12:01.244527 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2f5001b0-fca0-4980-be15-894438bd0294 req-a053732a-5699-408b-9382-38a198cee56b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb0d304c-9155-40c8-940b-4156bc67da7d HTTP/1.1" status: 200 len: 1001 time: 0.1083870 Apr 07 08:12:01.328323 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5001b0-fca0-4980-be15-894438bd0294 req-f0f7fb1b-624c-4a2b-84d6-64bb49ec4529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:01.329902 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2f5001b0-fca0-4980-be15-894438bd0294 req-f0f7fb1b-624c-4a2b-84d6-64bb49ec4529 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e3dcb39-b597-4ef8-9cff-53923f6cc286 HTTP/1.1" status: 200 len: 850 time: 0.0789602 Apr 07 08:12:01.496905 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5001b0-fca0-4980-be15-894438bd0294 req-e92f8fb5-a4c2-42fb-b714-f0e806a2d592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:01.498471 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2f5001b0-fca0-4980-be15-894438bd0294 req-e92f8fb5-a4c2-42fb-b714-f0e806a2d592 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ab5bbd22-bfa8-4c9f-86a6-c4149444a964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1605198 Apr 07 08:12:01.542109 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd937b-a22b-44f2-bac9-6690ce371f21 req-21031c1e-828c-4903-b58a-16a3347cd814 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:01.543755 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-47cd937b-a22b-44f2-bac9-6690ce371f21 req-21031c1e-828c-4903-b58a-16a3347cd814 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 944 time: 0.1480207 Apr 07 08:12:01.678592 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-47cd937b-a22b-44f2-bac9-6690ce371f21 req-65f8cb69-cd7a-48fc-bc6a-ed7bf901eaf0 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184599 Apr 07 08:12:01.707564 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2f5001b0-fca0-4980-be15-894438bd0294 req-bc6e4065-b96b-42b2-8771-a9fa98634347 service neutron] 10.222.0.13 "GET /v2.0/networks/ab5bbd22-bfa8-4c9f-86a6-c4149444a964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007458 Apr 07 08:12:01.861950 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2f5001b0-fca0-4980-be15-894438bd0294 req-d008b389-c676-4826-bc57-15287b21d45d service neutron] 10.222.0.13 "GET /v2.0/networks/ab5bbd22-bfa8-4c9f-86a6-c4149444a964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465645 Apr 07 08:12:01.919866 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9d9c7-4c39-491e-beb7-96dee6dae540 req-5d290f96-9100-402a-b8cb-a65c22c02362 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:01.921553 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-64e9d9c7-4c39-491e-beb7-96dee6dae540 req-5d290f96-9100-402a-b8cb-a65c22c02362 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0934112 Apr 07 08:12:01.973331 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-64e9d9c7-4c39-491e-beb7-96dee6dae540 req-67ca87bb-2b30-4890-9da1-4d0a1925f9a1 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454011 Apr 07 08:12:02.426146 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e9854-5e66-4729-a950-2477865538b5 req-76cc71da-12ac-4ccb-99d0-45c8cf827488 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:02.427750 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-379e9854-5e66-4729-a950-2477865538b5 req-76cc71da-12ac-4ccb-99d0-45c8cf827488 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0995409 Apr 07 08:12:02.479185 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-379e9854-5e66-4729-a950-2477865538b5 req-49cb9f69-a56d-4590-988e-e62a39a41f3e tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448983 Apr 07 08:12:02.498858 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52397050-065d-4a5a-81b3-93263608deda req-c38aa628-6ddd-47f9-929b-f7adada0f7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:02.502660 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-52397050-065d-4a5a-81b3-93263608deda req-c38aa628-6ddd-47f9-929b-f7adada0f7a9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=34c1b1d205a140b39082ee45b1ce3028&device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 1098 time: 0.0811682 Apr 07 08:12:02.947759 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52397050-065d-4a5a-81b3-93263608deda req-5a443ad9-539e-40de-84c3-cb58aaa68273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:02.949731 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-52397050-065d-4a5a-81b3-93263608deda req-5a443ad9-539e-40de-84c3-cb58aaa68273 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ab5bbd22-bfa8-4c9f-86a6-c4149444a964 HTTP/1.1" status: 200 len: 912 time: 0.4346657 Apr 07 08:12:03.024252 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd7cc74-e0df-4480-88e7-1d116524d1c9 req-e9b81d84-d1ca-41be-a675-5fddba94476b tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:03.025778 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-fdd7cc74-e0df-4480-88e7-1d116524d1c9 req-e9b81d84-d1ca-41be-a675-5fddba94476b tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 944 time: 0.1911266 Apr 07 08:12:03.109112 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-52397050-065d-4a5a-81b3-93263608deda req-d338b064-52b0-420b-aa83-babb8ce554fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb0d304c-9155-40c8-940b-4156bc67da7d HTTP/1.1" status: 200 len: 1001 time: 0.1513352 Apr 07 08:12:03.112234 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-fdd7cc74-e0df-4480-88e7-1d116524d1c9 req-d34a77d9-876e-45d8-966c-564844aa21ca tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773406 Apr 07 08:12:03.185155 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52397050-065d-4a5a-81b3-93263608deda req-d6ca0b39-d17e-445a-bda2-9465ba84714b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:03.186770 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-52397050-065d-4a5a-81b3-93263608deda req-d6ca0b39-d17e-445a-bda2-9465ba84714b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e3dcb39-b597-4ef8-9cff-53923f6cc286 HTTP/1.1" status: 200 len: 850 time: 0.0708072 Apr 07 08:12:03.277897 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52397050-065d-4a5a-81b3-93263608deda req-38aa6f32-4617-4e5a-b4e2-e97f6272e009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:03.279577 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-52397050-065d-4a5a-81b3-93263608deda req-38aa6f32-4617-4e5a-b4e2-e97f6272e009 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ab5bbd22-bfa8-4c9f-86a6-c4149444a964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0853114 Apr 07 08:12:03.366030 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 08:12:03.430625 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-52397050-065d-4a5a-81b3-93263608deda req-9243fcc5-3b11-4572-8743-eb4104940b08 service neutron] 10.222.0.13 "GET /v2.0/networks/ab5bbd22-bfa8-4c9f-86a6-c4149444a964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440752 Apr 07 08:12:03.516254 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=10dab2c9-8f5d-4e9b-810e-6a020c4b5ced,segment=NetworkSegment(10fc6654-2c6a-4d12-930e-7b16dfb451cb),segment_id=10fc6654-2c6a-4d12-930e-7b16dfb451cb)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:12:03.536747 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Returning: {'device': '10dab2c9-8f5d-4e9b-810e-6a020c4b5ced', 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8', 'port_id': '10dab2c9-8f5d-4e9b-810e-6a020c4b5ced', 'mac_address': 'fa:16:3e:8c:7c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76e481b0-5bdc-45a1-aec7-e681d70e1c14', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 08:12:03.588223 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-52397050-065d-4a5a-81b3-93263608deda req-ca44c4d1-ebe3-43ad-9459-602dd617a3aa service neutron] 10.222.0.13 "GET /v2.0/networks/ab5bbd22-bfa8-4c9f-86a6-c4149444a964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510363 Apr 07 08:12:03.603560 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:03.628260 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced {{(pid=84421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 08:12:03.645111 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=10dab2c9-8f5d-4e9b-810e-6a020c4b5ced,segment=NetworkSegment(10fc6654-2c6a-4d12-930e-7b16dfb451cb),segment_id=10fc6654-2c6a-4d12-930e-7b16dfb451cb)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:12:03.688231 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:03.690247 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-6dc2e49a-b823-4987-b457-9106e0262bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:12:03.710648 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693396d-1a0a-4a91-bb5d-e678d8db18c8 req-1021a1f6-04a6-4078-b165-19aa5741d34f tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:03.712263 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c693396d-1a0a-4a91-bb5d-e678d8db18c8 req-1021a1f6-04a6-4078-b165-19aa5741d34f tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 945 time: 0.1003067 Apr 07 08:12:03.762266 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=10dab2c9-8f5d-4e9b-810e-6a020c4b5ced,revision_number=9']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:12:03.762810 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c693396d-1a0a-4a91-bb5d-e678d8db18c8 req-4851c2e8-7e4a-458a-8ac3-b7dd7fed3ad5 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440242 Apr 07 08:12:03.765570 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:12:03.937467 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] get_ports_and_sgs() called for port_ids ['10dab2c9-8f5d-4e9b-810e-6a020c4b5ced'] {{(pid=84421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 08:12:04.336736 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6242d7a-f2cb-465b-8215-a0d7a4f50fd2 req-17155bca-936d-4d29-8c31-7ea88ad81a2f tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:04.338333 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f6242d7a-f2cb-465b-8215-a0d7a4f50fd2 req-17155bca-936d-4d29-8c31-7ea88ad81a2f tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 945 time: 0.0992556 Apr 07 08:12:04.395564 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f6242d7a-f2cb-465b-8215-a0d7a4f50fd2 req-fad3f0f4-780e-4a4c-8074-f00b3c464871 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506134 Apr 07 08:12:05.369968 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced up at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:12:05.457808 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Provisioning complete for port 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:12:05.458229 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:05.590988 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:05.619887 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8088b8-3c62-40f4-847e-160c966a93bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10dab2c9-8f5d-4e9b-810e-6a020c4b5ced'}] {{(pid=84421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:12:05.630583 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=10dab2c9-8f5d-4e9b-810e-6a020c4b5ced,segment=NetworkSegment(10fc6654-2c6a-4d12-930e-7b16dfb451cb),segment_id=10fc6654-2c6a-4d12-930e-7b16dfb451cb)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:12:05.676948 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:05.680288 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:12:05.731400 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad304b-3788-43f3-9a7b-69a27babbba8 req-3ab7a774-0764-4b55-8a9d-13cc9f7de600 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:05.733039 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-24ad304b-3788-43f3-9a7b-69a27babbba8 req-3ab7a774-0764-4b55-8a9d-13cc9f7de600 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0908008 Apr 07 08:12:05.752591 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=10dab2c9-8f5d-4e9b-810e-6a020c4b5ced,revision_number=10']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:12:05.755015 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6eb654-941f-46a1-baee-62a02a857f58 req-c91ec1ad-e632-41f7-92df-643b3e4964ae tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:05.755839 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:12:05.756715 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0c6eb654-941f-46a1-baee-62a02a857f58 req-c91ec1ad-e632-41f7-92df-643b3e4964ae tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 947 time: 0.1032357 Apr 07 08:12:05.787716 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-24ad304b-3788-43f3-9a7b-69a27babbba8 req-96d5f209-d0ac-4301-a911-4809da84c5c4 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459452 Apr 07 08:12:05.811466 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0c6eb654-941f-46a1-baee-62a02a857f58 req-8a307f1e-9b49-4bf5-992f-bf9d5b31c4e0 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468082 Apr 07 08:12:05.857132 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8088b8-3c62-40f4-847e-160c966a93bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10dab2c9-8f5d-4e9b-810e-6a020c4b5ced', 'code': 200} Apr 07 08:12:06.186289 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58c5b3-cb71-4cd6-9232-e05d1d710947 req-2209e38e-881a-4ec4-9b58-8c60b687703b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:06.187830 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4a58c5b3-cb71-4cd6-9232-e05d1d710947 req-2209e38e-881a-4ec4-9b58-8c60b687703b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 1100 time: 0.0764546 Apr 07 08:12:06.231309 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4a58c5b3-cb71-4cd6-9232-e05d1d710947 req-6a20a336-087d-4aac-beb0-06af7cc260bb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367379 Apr 07 08:12:07.030493 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e9cde-0aed-4403-b4b1-8d50577c38e2 req-cc517922-a6b6-4f6f-8749-2fa10728027d tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:07.032151 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b19e9cde-0aed-4403-b4b1-8d50577c38e2 req-cc517922-a6b6-4f6f-8749-2fa10728027d tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 947 time: 0.1009572 Apr 07 08:12:07.084051 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b19e9cde-0aed-4403-b4b1-8d50577c38e2 req-b4a7f229-5c2d-400b-9862-9e0c2b05bae7 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456228 Apr 07 08:12:08.327390 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9f828-bc21-4ac3-8f7e-a5dc909bad07 req-bf60c544-592d-423d-832c-e6afa7a89596 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:08.328998 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-44c9f828-bc21-4ac3-8f7e-a5dc909bad07 req-bf60c544-592d-423d-832c-e6afa7a89596 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 947 time: 0.0949466 Apr 07 08:12:08.379072 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-44c9f828-bc21-4ac3-8f7e-a5dc909bad07 req-a3f20080-336b-49e5-86e4-ed2e97e4bede tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434442 Apr 07 08:12:09.406774 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-fb2b5cd8-29de-4669-8921-89492fd58278 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Synchronizing usage tracker for tenant:cde14eed6ef14b1da39ffea20274ef05 on resource:security_group {{(pid=84419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:12:09.451541 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-fb2b5cd8-29de-4669-8921-89492fd58278 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Unset dirty status for tenant:cde14eed6ef14b1da39ffea20274ef05 on resource:security_group {{(pid=84419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:12:09.452837 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-fb2b5cd8-29de-4669-8921-89492fd58278 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1976374430&fields=id&tenant_id=cde14eed6ef14b1da39ffea20274ef05 HTTP/1.1" status: 200 len: 267 time: 0.0960422 Apr 07 08:12:09.587984 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950f750-7c31-4553-9491-feeb58881f9f req-687d99ff-6dbc-4238-804d-cf1bb3b63454 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:09.589587 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b950f750-7c31-4553-9491-feeb58881f9f req-687d99ff-6dbc-4238-804d-cf1bb3b63454 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 947 time: 0.0886967 Apr 07 08:12:09.619767 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-28a227c0-c391-4121-9833-0bc7f3c00a8a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:09.620513 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-28a227c0-c391-4121-9833-0bc7f3c00a8a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Synchronizing usage tracker for tenant:cde14eed6ef14b1da39ffea20274ef05 on resource:network {{(pid=84419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:12:09.642933 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b950f750-7c31-4553-9491-feeb58881f9f req-1726c30e-49b4-411e-8441-e3f32c43149f tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466115 Apr 07 08:12:09.716564 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-28a227c0-c391-4121-9833-0bc7f3c00a8a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Unset dirty status for tenant:cde14eed6ef14b1da39ffea20274ef05 on resource:network {{(pid=84419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:12:09.717981 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-28a227c0-c391-4121-9833-0bc7f3c00a8a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/networks?id=d7938789-f7e8-41b4-bdae-afe72c489b83 HTTP/1.1" status: 200 len: 808 time: 0.2575758 Apr 07 08:12:09.734151 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-1b104d22-e2a1-48b1-a1d3-fc46655e1407 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/quotas/cde14eed6ef14b1da39ffea20274ef05 HTTP/1.1" status: 200 len: 375 time: 0.0099955 Apr 07 08:12:09.828406 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-ddcf83e6-26ef-4563-8e1d-e45a34da7d0d tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Synchronizing usage tracker for tenant:cde14eed6ef14b1da39ffea20274ef05 on resource:port {{(pid=84419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:12:09.870241 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-ddcf83e6-26ef-4563-8e1d-e45a34da7d0d tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Unset dirty status for tenant:cde14eed6ef14b1da39ffea20274ef05 on resource:port {{(pid=84419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:12:09.871663 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-ddcf83e6-26ef-4563-8e1d-e45a34da7d0d tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cde14eed6ef14b1da39ffea20274ef05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1318831 Apr 07 08:12:10.066118 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-91704f19-46bf-4c4e-8954-4e954386bafd service neutron] 10.222.0.16 "GET /v2.0/networks/d7938789-f7e8-41b4-bdae-afe72c489b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813755 Apr 07 08:12:10.207026 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-289674c7-dc8e-4e00-8f71-9a2db9b52145 service neutron] 10.222.0.16 "GET /v2.0/networks/d7938789-f7e8-41b4-bdae-afe72c489b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339197 Apr 07 08:12:10.769472 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-6f768a0b-4db0-48eb-86bb-c9bc84cfb70b req-d6bceba3-e478-4f2c-a5d8-9e6116be74ce tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 210 time: 0.0490556 Apr 07 08:12:11.937327 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-eb2bab1b-33d5-454f-9c74-46897379e6ec req-2a0d18bf-3da7-4f9d-92b8-a2ff09699fc0 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 210 time: 0.0479984 Apr 07 08:12:12.005286 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-61eb08f0-7502-418b-aacc-cf1078b9efe0 None None] Agent healthcheck: found 6 active agents {{(pid=84422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 08:12:12.649869 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-659d1878-a58f-457d-9eb6-8524d2f8791c tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:12.651448 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-659d1878-a58f-457d-9eb6-8524d2f8791c tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.13 "GET /v2.0/networks?id=d7938789-f7e8-41b4-bdae-afe72c489b83 HTTP/1.1" status: 200 len: 808 time: 0.1585925 Apr 07 08:12:12.730256 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-9eb7c16a-07ba-4156-892c-e09cd79226da tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cde14eed6ef14b1da39ffea20274ef05 HTTP/1.1" status: 200 len: 8061 time: 0.0701425 Apr 07 08:12:12.739629 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-9b09df64-9d00-4c47-b4d1-41c3ebbade9d tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Request body: {'port': {'device_id': 'd5151bbe-372f-4eb7-8595-558f7001bc5e', 'network_id': 'd7938789-f7e8-41b4-bdae-afe72c489b83', 'admin_state_up': True, 'tenant_id': 'cde14eed6ef14b1da39ffea20274ef05', 'security_groups': ['600cb730-9d25-44d0-bd12-fd993d7b4495']}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:12:12.885869 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-9b09df64-9d00-4c47-b4d1-41c3ebbade9d tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:12:12.895942 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-9b09df64-9d00-4c47-b4d1-41c3ebbade9d tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:12:12.933651 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-9b09df64-9d00-4c47-b4d1-41c3ebbade9d tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Made reservation on behalf of cde14eed6ef14b1da39ffea20274ef05 for: {'port': 1} {{(pid=84419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:12:12.939806 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-9b09df64-9d00-4c47-b4d1-41c3ebbade9d tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:13.103331 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8ce764fd-cf84-4116-8fbe-f10c6c9651ba req-9c3ab72b-2287-4766-b990-84b029070b45 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 210 time: 0.0501497 Apr 07 08:12:13.114992 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-9b09df64-9d00-4c47-b4d1-41c3ebbade9d tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Allocated IP 172.20.0.8 (d7938789-f7e8-41b4-bdae-afe72c489b83/e6f4afdd-f373-4a97-b23d-2d71a94d2b7a/1473e631-d5da-4dad-ad0c-8096a440cda1) {{(pid=84419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:12:13.317195 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-9b09df64-9d00-4c47-b4d1-41c3ebbade9d tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks [] for port, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:13.333975 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-9b09df64-9d00-4c47-b4d1-41c3ebbade9d tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Transition to ACTIVE for port object 1473e631-d5da-4dad-ad0c-8096a440cda1 will not be triggered until provisioned by entity DHCP. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:12:13.389084 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-9b09df64-9d00-4c47-b4d1-41c3ebbade9d tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:13.407159 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-da6fdb21-2f99-4805-aef5-356d3ea49214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:12:13.557922 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09df64-9d00-4c47-b4d1-41c3ebbade9d tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Pushing event updated for resources: {'Port': ['ID=1473e631-d5da-4dad-ad0c-8096a440cda1,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:12:13.571771 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09df64-9d00-4c47-b4d1-41c3ebbade9d tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:12:13.572196 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09df64-9d00-4c47-b4d1-41c3ebbade9d tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:12:13.572608 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09df64-9d00-4c47-b4d1-41c3ebbade9d tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:12:13.573013 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09df64-9d00-4c47-b4d1-41c3ebbade9d tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:12:13.573437 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09df64-9d00-4c47-b4d1-41c3ebbade9d tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:12:13.573814 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09df64-9d00-4c47-b4d1-41c3ebbade9d tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:12:13.574210 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09df64-9d00-4c47-b4d1-41c3ebbade9d tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:12:13.574623 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09df64-9d00-4c47-b4d1-41c3ebbade9d tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:12:13.575029 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09df64-9d00-4c47-b4d1-41c3ebbade9d tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:12:13.575434 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09df64-9d00-4c47-b4d1-41c3ebbade9d tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:12:13.575818 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09df64-9d00-4c47-b4d1-41c3ebbade9d tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:12:13.576214 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09df64-9d00-4c47-b4d1-41c3ebbade9d tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:12:13.581868 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9b09df64-9d00-4c47-b4d1-41c3ebbade9d tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:12:13.619367 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-9b09df64-9d00-4c47-b4d1-41c3ebbade9d tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Network d7938789-f7e8-41b4-bdae-afe72c489b83 is already hosted by enough agents. {{(pid=84419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:12:13.620525 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-9b09df64-9d00-4c47-b4d1-41c3ebbade9d tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Resources bound (agent type, host, resource id): {{(pid=84419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:12:13.622961 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-9b09df64-9d00-4c47-b4d1-41c3ebbade9d tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Received port after_create {{(pid=84419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:12:13.690526 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-9b09df64-9d00-4c47-b4d1-41c3ebbade9d tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:13.691251 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-9b09df64-9d00-4c47-b4d1-41c3ebbade9d tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:13.749602 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-9b09df64-9d00-4c47-b4d1-41c3ebbade9d tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0138628 Apr 07 08:12:13.763614 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-8c1ff901-d669-4e41-b29c-c6314c84c899 service neutron] Request body: {'port': {'device_id': 'd5151bbe-372f-4eb7-8595-558f7001bc5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:12:13.856811 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-01a19de7-1c64-4d84-b068-a8843295e7ac None None] Provisioning for port 1473e631-d5da-4dad-ad0c-8096a440cda1 completed by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:12:13.862019 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-01a19de7-1c64-4d84-b068-a8843295e7ac None None] Provisioning complete for port 1473e631-d5da-4dad-ad0c-8096a440cda1 triggered by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:12:13.862508 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-01a19de7-1c64-4d84-b068-a8843295e7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:13.886730 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-8c1ff901-d669-4e41-b29c-c6314c84c899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:14.086933 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-01a19de7-1c64-4d84-b068-a8843295e7ac None None] Port 1473e631-d5da-4dad-ad0c-8096a440cda1 cannot update to ACTIVE because it is not bound. {{(pid=84421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 08:12:14.372890 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb9d05-0366-448d-8b13-86fd2efa3c2f req-810f01c6-0061-4853-8b4b-f2eaa3d23f24 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:14.373572 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-c4fb9d05-0366-448d-8b13-86fd2efa3c2f req-810f01c6-0061-4853-8b4b-f2eaa3d23f24 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Synchronizing usage tracker for tenant:cde14eed6ef14b1da39ffea20274ef05 on resource:port {{(pid=84419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:12:14.409942 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-8c1ff901-d669-4e41-b29c-c6314c84c899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1473e631-d5da-4dad-ad0c-8096a440cda1 {{(pid=84419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 08:12:14.418455 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-8c1ff901-d669-4e41-b29c-c6314c84c899 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:14.433767 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-8c1ff901-d669-4e41-b29c-c6314c84c899 service neutron] Transition to ACTIVE for port object 1473e631-d5da-4dad-ad0c-8096a440cda1 will not be triggered until provisioned by entity L2. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:12:14.450869 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-c4fb9d05-0366-448d-8b13-86fd2efa3c2f req-810f01c6-0061-4853-8b4b-f2eaa3d23f24 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Unset dirty status for tenant:cde14eed6ef14b1da39ffea20274ef05 on resource:port {{(pid=84419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:12:14.452150 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c4fb9d05-0366-448d-8b13-86fd2efa3c2f req-810f01c6-0061-4853-8b4b-f2eaa3d23f24 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 931 time: 0.2338078 Apr 07 08:12:14.493183 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-8c1ff901-d669-4e41-b29c-c6314c84c899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963711'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:14.510403 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e6e00e54-c289-4e88-99f5-d8f92ff5cbe7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:12:14.565940 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c4fb9d05-0366-448d-8b13-86fd2efa3c2f req-7dc5a200-ed18-483b-9001-1150a147df62 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/security-groups?id=600cb730-9d25-44d0-bd12-fd993d7b4495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073339 Apr 07 08:12:14.888510 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ff901-d669-4e41-b29c-c6314c84c899 service neutron] Pushing event updated for resources: {'Port': ['ID=1473e631-d5da-4dad-ad0c-8096a440cda1,revision_number=2']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:12:14.891546 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8c1ff901-d669-4e41-b29c-c6314c84c899 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:12:15.106841 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-8c1ff901-d669-4e41-b29c-c6314c84c899 service neutron] Attempting to bind port 1473e631-d5da-4dad-ad0c-8096a440cda1 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:12:15.107417 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-8c1ff901-d669-4e41-b29c-c6314c84c899 service neutron] Attempting to bind port 1473e631-d5da-4dad-ad0c-8096a440cda1 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': '3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd7938789-f7e8-41b4-bdae-afe72c489b83'}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 08:12:15.107565 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-8c1ff901-d669-4e41-b29c-c6314c84c899 service neutron] Attempting to bind port 1473e631-d5da-4dad-ad0c-8096a440cda1 on network d7938789-f7e8-41b4-bdae-afe72c489b83 {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:12:15.112505 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-8c1ff901-d669-4e41-b29c-c6314c84c899 service neutron] Port 1473e631-d5da-4dad-ad0c-8096a440cda1 on network d7938789-f7e8-41b4-bdae-afe72c489b83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 08:12:15.112863 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-8c1ff901-d669-4e41-b29c-c6314c84c899 service neutron] Attempting to bind port 1473e631-d5da-4dad-ad0c-8096a440cda1 on network d7938789-f7e8-41b4-bdae-afe72c489b83 {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:12:15.118621 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-8c1ff901-d669-4e41-b29c-c6314c84c899 service neutron] Checking agent: {'id': '265b7c30-4a56-4c92-aee0-001f9a549a36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 8, 3, 49), 'started_at': datetime.datetime(2021, 4, 7, 8, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 08:12:15.119054 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-8c1ff901-d669-4e41-b29c-c6314c84c899 service neutron] Checking segment: {'id': '3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd7938789-f7e8-41b4-bdae-afe72c489b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:12:15.119471 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-8c1ff901-d669-4e41-b29c-c6314c84c899 service neutron] Bound using segment: {'id': '3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd7938789-f7e8-41b4-bdae-afe72c489b83'} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 08:12:15.119939 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-8c1ff901-d669-4e41-b29c-c6314c84c899 service neutron] Bound port: 1473e631-d5da-4dad-ad0c-8096a440cda1, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd7938789-f7e8-41b4-bdae-afe72c489b83'}}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 08:12:15.120323 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-8c1ff901-d669-4e41-b29c-c6314c84c899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:15.217083 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-8c1ff901-d669-4e41-b29c-c6314c84c899 service neutron] For port 1473e631-d5da-4dad-ad0c-8096a440cda1, host hv-cinder-78239, cleared binding levels {{(pid=84419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 08:12:15.220109 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-8c1ff901-d669-4e41-b29c-c6314c84c899 service neutron] For port 1473e631-d5da-4dad-ad0c-8096a440cda1, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=1473e631-d5da-4dad-ad0c-8096a440cda1,segment=NetworkSegment(3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9),segment_id=3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9)] {{(pid=84419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 08:12:15.262840 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-8c1ff901-d669-4e41-b29c-c6314c84c899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963711'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:15.278229 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b1645908-0f61-4ac8-a3cd-9bc014d04c4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:12:15.431981 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ff901-d669-4e41-b29c-c6314c84c899 service neutron] Pushing event updated for resources: {'Port': ['ID=1473e631-d5da-4dad-ad0c-8096a440cda1,revision_number=3']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:12:15.438345 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8c1ff901-d669-4e41-b29c-c6314c84c899 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:12:15.470340 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-8c1ff901-d669-4e41-b29c-c6314c84c899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:15.470966 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-8c1ff901-d669-4e41-b29c-c6314c84c899 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:15.472433 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-8c1ff901-d669-4e41-b29c-c6314c84c899 service neutron] 10.222.0.13 "PUT /v2.0/ports/1473e631-d5da-4dad-ad0c-8096a440cda1 HTTP/1.1" status: 200 len: 1093 time: 1.7137010 Apr 07 08:12:15.472958 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5151bbe-372f-4eb7-8595-558f7001bc5e', 'tag': '1473e631-d5da-4dad-ad0c-8096a440cda1'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:12:15.522393 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5151bbe-372f-4eb7-8595-558f7001bc5e', 'tag': '1473e631-d5da-4dad-ad0c-8096a440cda1', 'status': 'completed', 'code': 200} Apr 07 08:12:15.635345 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614bf7c-b5e4-48a6-a966-bfea95dc2493 req-25938568-b42e-4a7c-9cbc-1f6c943176b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:15.637040 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c614bf7c-b5e4-48a6-a966-bfea95dc2493 req-25938568-b42e-4a7c-9cbc-1f6c943176b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cde14eed6ef14b1da39ffea20274ef05&device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 1096 time: 0.0936100 Apr 07 08:12:15.852747 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614bf7c-b5e4-48a6-a966-bfea95dc2493 req-8e6a7d7a-7c24-428f-b008-b7891ddd61f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:15.854313 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c614bf7c-b5e4-48a6-a966-bfea95dc2493 req-8e6a7d7a-7c24-428f-b008-b7891ddd61f5 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=cde14eed6ef14b1da39ffea20274ef05&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2096419 Apr 07 08:12:15.868133 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e20872d-19e5-4eb7-893d-a0dc7c63e83c req-97ec456e-587f-489b-83cb-acb1a0957508 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:15.869607 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1e20872d-19e5-4eb7-893d-a0dc7c63e83c req-97ec456e-587f-489b-83cb-acb1a0957508 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 943 time: 0.1828880 Apr 07 08:12:16.022681 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1e20872d-19e5-4eb7-893d-a0dc7c63e83c req-177b6419-8407-404c-89e2-80e3b695d3a6 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/security-groups?id=600cb730-9d25-44d0-bd12-fd993d7b4495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269858 Apr 07 08:12:16.048597 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614bf7c-b5e4-48a6-a966-bfea95dc2493 req-9e2ce9a3-b209-4942-96fe-b7fde461cc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:16.050175 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c614bf7c-b5e4-48a6-a966-bfea95dc2493 req-9e2ce9a3-b209-4942-96fe-b7fde461cc44 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1796513 Apr 07 08:12:16.169931 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-6ae82fd5-4b24-466b-9ab3-9a8287fe6f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:16.171558 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-6ae82fd5-4b24-466b-9ab3-9a8287fe6f9e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cde14eed6ef14b1da39ffea20274ef05&device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 1096 time: 0.0817475 Apr 07 08:12:16.250597 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-f8fbfbf5-8def-4d49-862b-4145ac6adced service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1473e631-d5da-4dad-ad0c-8096a440cda1 HTTP/1.1" status: 200 len: 217 time: 0.0655553 Apr 07 08:12:16.317697 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-861d97f1-9647-4e84-8431-3579aa8ba5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:16.319257 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-861d97f1-9647-4e84-8431-3579aa8ba5e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e6f4afdd-f373-4a97-b23d-2d71a94d2b7a HTTP/1.1" status: 200 len: 847 time: 0.0680630 Apr 07 08:12:16.402249 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-bc766af0-5406-4ec4-b05a-1aab4bdc96ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:16.403872 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-bc766af0-5406-4ec4-b05a-1aab4bdc96ef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7938789-f7e8-41b4-bdae-afe72c489b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0776002 Apr 07 08:12:16.546583 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-77574102-1332-4008-841b-96deceeedfde service neutron] 10.222.0.13 "GET /v2.0/networks/d7938789-f7e8-41b4-bdae-afe72c489b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349244 Apr 07 08:12:16.687061 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-afbddc9f-6412-4fde-987a-45dd0319cef9 req-fde1ac40-7177-4c5a-b2f9-1216c46ca716 service neutron] 10.222.0.13 "GET /v2.0/networks/d7938789-f7e8-41b4-bdae-afe72c489b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339736 Apr 07 08:12:17.227378 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16b3dc-6e32-471f-9360-d70f34d5536b req-f8304ebb-784a-4a28-a6eb-90da9254fb58 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:17.228933 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2d16b3dc-6e32-471f-9360-d70f34d5536b req-f8304ebb-784a-4a28-a6eb-90da9254fb58 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 943 time: 0.0902977 Apr 07 08:12:17.276547 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2d16b3dc-6e32-471f-9360-d70f34d5536b req-fe2cc466-9fed-447f-9364-d11237e32ba3 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/security-groups?id=600cb730-9d25-44d0-bd12-fd993d7b4495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410225 Apr 07 08:12:18.481752 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71521bb6-a5c6-459e-babb-29df39b737bc req-cc665d05-226d-4d10-b91c-85a6e41e7dca tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:18.483309 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-71521bb6-a5c6-459e-babb-29df39b737bc req-cc665d05-226d-4d10-b91c-85a6e41e7dca tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 943 time: 0.0952950 Apr 07 08:12:18.532117 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-71521bb6-a5c6-459e-babb-29df39b737bc req-f5962b3d-e10d-4e87-9367-344beb797127 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/security-groups?id=600cb730-9d25-44d0-bd12-fd993d7b4495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423710 Apr 07 08:12:19.250930 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:19.445062 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 1473e631-d5da-4dad-ad0c-8096a440cda1 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 08:12:19.584443 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 1473e631-d5da-4dad-ad0c-8096a440cda1, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=1473e631-d5da-4dad-ad0c-8096a440cda1,segment=NetworkSegment(3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9),segment_id=3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:12:19.598797 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Returning: {'device': '1473e631-d5da-4dad-ad0c-8096a440cda1', 'network_id': 'd7938789-f7e8-41b4-bdae-afe72c489b83', 'port_id': '1473e631-d5da-4dad-ad0c-8096a440cda1', 'mac_address': 'fa:16:3e:f8:70:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6f4afdd-f373-4a97-b23d-2d71a94d2b7a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 08:12:19.660279 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:19.678130 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1473e631-d5da-4dad-ad0c-8096a440cda1 {{(pid=84421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 08:12:19.694169 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 1473e631-d5da-4dad-ad0c-8096a440cda1, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=1473e631-d5da-4dad-ad0c-8096a440cda1,segment=NetworkSegment(3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9),segment_id=3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:12:19.736191 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0043f-5652-4bdd-8c99-3c728cba80b1 req-1aa1505f-a136-4d5c-8b95-8b60ac75e1d5 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:19.737823 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-afb0043f-5652-4bdd-8c99-3c728cba80b1 req-1aa1505f-a136-4d5c-8b95-8b60ac75e1d5 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 943 time: 0.0911260 Apr 07 08:12:19.748066 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:19.750023 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:12:19.786638 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-afb0043f-5652-4bdd-8c99-3c728cba80b1 req-e17a8c30-8e23-494e-aeba-a58330bab228 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/security-groups?id=600cb730-9d25-44d0-bd12-fd993d7b4495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418258 Apr 07 08:12:19.820526 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=1473e631-d5da-4dad-ad0c-8096a440cda1,revision_number=4']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:12:19.823558 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:12:19.976739 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] get_ports_and_sgs() called for port_ids ['1473e631-d5da-4dad-ad0c-8096a440cda1'] {{(pid=84421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 08:12:20.987547 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d85e41-9214-4cdb-875f-b63df6525d90 req-4e3886d1-746f-4639-be78-770806c4784f tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:20.989126 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c5d85e41-9214-4cdb-875f-b63df6525d90 req-4e3886d1-746f-4639-be78-770806c4784f tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 944 time: 0.0886943 Apr 07 08:12:21.036115 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c5d85e41-9214-4cdb-875f-b63df6525d90 req-9943b4a3-768d-4a34-ae48-69376048a802 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/security-groups?id=600cb730-9d25-44d0-bd12-fd993d7b4495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404060 Apr 07 08:12:21.465607 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 1473e631-d5da-4dad-ad0c-8096a440cda1 up at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:12:21.582260 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Provisioning for port 1473e631-d5da-4dad-ad0c-8096a440cda1 completed by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:12:21.587179 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Provisioning complete for port 1473e631-d5da-4dad-ad0c-8096a440cda1 triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:12:21.587593 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:21.711476 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:21.738553 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5151bbe-372f-4eb7-8595-558f7001bc5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1473e631-d5da-4dad-ad0c-8096a440cda1'}] {{(pid=84421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:12:21.751199 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 1473e631-d5da-4dad-ad0c-8096a440cda1, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=1473e631-d5da-4dad-ad0c-8096a440cda1,segment=NetworkSegment(3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9),segment_id=3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:12:21.789508 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5151bbe-372f-4eb7-8595-558f7001bc5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1473e631-d5da-4dad-ad0c-8096a440cda1', 'code': 200} Apr 07 08:12:21.794507 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:21.797374 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:12:21.871279 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=1473e631-d5da-4dad-ad0c-8096a440cda1,revision_number=5']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:12:21.874478 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:12:22.236315 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e5e5e6cb-cb30-4c9e-8c96-08044a53ef43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:22.263713 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b2011-df88-4a1d-b2b5-10cc1896e64d req-580095fc-5872-4f29-854e-c628a6ced2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:22.265321 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-923b2011-df88-4a1d-b2b5-10cc1896e64d req-580095fc-5872-4f29-854e-c628a6ced2a1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 1098 time: 0.1498549 Apr 07 08:12:22.274657 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de0543-79e3-48e8-b268-1f04ce70be71 req-9a4b6161-4591-46ba-b58d-85306aaa14c5 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:22.276102 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d2de0543-79e3-48e8-b268-1f04ce70be71 req-9a4b6161-4591-46ba-b58d-85306aaa14c5 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 945 time: 0.1181965 Apr 07 08:12:22.347049 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-923b2011-df88-4a1d-b2b5-10cc1896e64d req-f371f042-13af-4982-9592-093f84635f10 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=600cb730-9d25-44d0-bd12-fd993d7b4495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698297 Apr 07 08:12:22.354911 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d2de0543-79e3-48e8-b268-1f04ce70be71 req-b6b25219-ba50-4e04-acdc-f3844b05bc1a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/security-groups?id=600cb730-9d25-44d0-bd12-fd993d7b4495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628135 Apr 07 08:12:23.561246 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f024712-97a7-4a8a-9924-7c426161de8a req-5d693773-8da4-4447-a3bb-231058ce183d tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:23.562822 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0f024712-97a7-4a8a-9924-7c426161de8a req-5d693773-8da4-4447-a3bb-231058ce183d tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 945 time: 0.0928226 Apr 07 08:12:23.610276 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-0f024712-97a7-4a8a-9924-7c426161de8a req-cfcca736-31a4-45b5-9f4e-1d1278477778 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/security-groups?id=600cb730-9d25-44d0-bd12-fd993d7b4495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408850 Apr 07 08:12:23.807041 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0fc23-eb99-48b3-b14e-f699ea90a242 req-ff8eefd7-b717-4d22-9abe-358b759370f3 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:23.808631 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c2b0fc23-eb99-48b3-b14e-f699ea90a242 req-ff8eefd7-b717-4d22-9abe-358b759370f3 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 945 time: 0.0880690 Apr 07 08:12:23.855842 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c2b0fc23-eb99-48b3-b14e-f699ea90a242 req-f9c06373-d5c0-46a8-8d25-379fcb680182 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/security-groups?id=600cb730-9d25-44d0-bd12-fd993d7b4495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409598 Apr 07 08:12:23.880032 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 50222) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:12:24.003320 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7a5311-863c-47c5-9e51-8056d8999e11 tempest-TestShelveInstance-159646815 tempest-TestShelveInstance-159646815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:24.004913 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-3e7a5311-863c-47c5-9e51-8056d8999e11 tempest-TestShelveInstance-159646815 tempest-TestShelveInstance-159646815-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 1093 time: 0.1238596 Apr 07 08:12:24.008053 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 50228) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:12:24.014050 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-54f3b70b-3b11-44eb-bb2b-074f3ef4d13a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Request body: {'floatingip': {'floating_network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'port_id': '1473e631-d5da-4dad-ad0c-8096a440cda1', 'tenant_id': 'cde14eed6ef14b1da39ffea20274ef05', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:12:24.020173 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-54f3b70b-3b11-44eb-bb2b-074f3ef4d13a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:12:24.024321 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-54f3b70b-3b11-44eb-bb2b-074f3ef4d13a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Usage tracker for resource:floatingip and tenant:cde14eed6ef14b1da39ffea20274ef05 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:12:24.027283 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-54f3b70b-3b11-44eb-bb2b-074f3ef4d13a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:12:24.033234 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-54f3b70b-3b11-44eb-bb2b-074f3ef4d13a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:12:24.073986 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-54f3b70b-3b11-44eb-bb2b-074f3ef4d13a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks [] for floatingip, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:24.215570 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-54f3b70b-3b11-44eb-bb2b-074f3ef4d13a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:24.357514 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-54f3b70b-3b11-44eb-bb2b-074f3ef4d13a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Allocated IP 172.28.3.235 (1ff46c99-7a5d-4315-af88-cb546c84119d/b9dcea17-38c4-48c8-a3c6-f64b629ec00f/0ec9ab78-bf49-4589-9afd-b9dfac1d50c0) {{(pid=84419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:12:24.515790 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-54f3b70b-3b11-44eb-bb2b-074f3ef4d13a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks [] for port, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:24.576942 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-54f3b70b-3b11-44eb-bb2b-074f3ef4d13a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:24.592303 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-cb80a7a6-03d2-4d35-9872-5328f1c486ea tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:12:24.732098 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3b70b-3b11-44eb-bb2b-074f3ef4d13a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Pushing event updated for resources: {'Port': ['ID=0ec9ab78-bf49-4589-9afd-b9dfac1d50c0,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:12:24.735101 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-54f3b70b-3b11-44eb-bb2b-074f3ef4d13a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:12:24.778067 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f3b70b-3b11-44eb-bb2b-074f3ef4d13a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Network 1ff46c99-7a5d-4315-af88-cb546c84119d is already hosted by enough agents. {{(pid=84419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:12:24.779286 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-54f3b70b-3b11-44eb-bb2b-074f3ef4d13a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Resources bound (agent type, host, resource id): {{(pid=84419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:12:24.781511 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f3b70b-3b11-44eb-bb2b-074f3ef4d13a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Received port after_create {{(pid=84419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:12:24.910592 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0c103d4e-1c36-4217-a70a-0b58e4c1fa3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:25.405635 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:25.627130 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-54f3b70b-3b11-44eb-bb2b-074f3ef4d13a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:25.796776 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-54f3b70b-3b11-44eb-bb2b-074f3ef4d13a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:26.063811 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-54f3b70b-3b11-44eb-bb2b-074f3ef4d13a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks [] for port, precommit_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:26.093247 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-54f3b70b-3b11-44eb-bb2b-074f3ef4d13a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963711'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:26.108591 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-cc8cc1d7-a54e-4e7b-9a34-6a154984c4b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:12:26.248931 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3b70b-3b11-44eb-bb2b-074f3ef4d13a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Pushing event updated for resources: {'Port': ['ID=0ec9ab78-bf49-4589-9afd-b9dfac1d50c0,revision_number=2']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:12:26.253176 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-54f3b70b-3b11-44eb-bb2b-074f3ef4d13a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:12:26.343977 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-54f3b70b-3b11-44eb-bb2b-074f3ef4d13a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675279'] for floatingip, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:26.522231 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.db.l3_db [None req-54f3b70b-3b11-44eb-bb2b-074f3ef4d13a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Floating IP f97c4284-e109-4300-a25a-9f0c7447bdba associated. External IP: 172.28.3.235, port: 1473e631-d5da-4dad-ad0c-8096a440cda1. Apr 07 08:12:26.752769 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:26.790642 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:26.886667 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f3b70b-3b11-44eb-bb2b-074f3ef4d13a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Router daf58490-32d1-4571-8059-4893a68795c1 has already been hosted by L3 agent 9e1c8038-06ec-4f38-a606-610b3381902d {{(pid=84419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 08:12:27.074882 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f3b70b-3b11-44eb-bb2b-074f3ef4d13a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify agent at l3_agent.dv-cinder-782390-4-smb the message routers_updated {{(pid=84419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 08:12:27.084377 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee64e17-d1f1-414d-a51f-10dafeaa365c None None] Sync routers for ids ['daf58490-32d1-4571-8059-4893a68795c1'] in dv-cinder-782390-4-smb {{(pid=84421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 08:12:27.094741 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee64e17-d1f1-414d-a51f-10dafeaa365c None None] Routers {'daf58490-32d1-4571-8059-4893a68795c1'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:12:27.095407 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-5ee64e17-d1f1-414d-a51f-10dafeaa365c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:12:25Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['daf58490-32d1-4571-8059-4893a68795c1'], 'active': True} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:12:27.144952 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-54f3b70b-3b11-44eb-bb2b-074f3ef4d13a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for floatingip, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:27.204962 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-54f3b70b-3b11-44eb-bb2b-074f3ef4d13a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1951573 Apr 07 08:12:27.205651 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5151bbe-372f-4eb7-8595-558f7001bc5e', 'tag': '1473e631-d5da-4dad-ad0c-8096a440cda1'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:12:27.254073 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5151bbe-372f-4eb7-8595-558f7001bc5e', 'tag': '1473e631-d5da-4dad-ad0c-8096a440cda1', 'status': 'completed', 'code': 200} Apr 07 08:12:27.287105 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-5ee64e17-d1f1-414d-a51f-10dafeaa365c None None] Set router daf58490-32d1-4571-8059-4893a68795c1 gateway port host: dv-cinder-782390-4-smb {{(pid=84421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:12:27.358344 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44adeb85-e2a4-4a14-82e1-9a1e75089af9 req-7b5d4c5b-2b33-4071-b8ed-f9885ca8d33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:27.359927 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-44adeb85-e2a4-4a14-82e1-9a1e75089af9 req-7b5d4c5b-2b33-4071-b8ed-f9885ca8d33f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cde14eed6ef14b1da39ffea20274ef05&device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 1098 time: 0.0806100 Apr 07 08:12:27.504492 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44adeb85-e2a4-4a14-82e1-9a1e75089af9 req-130e82f2-e480-45f5-a372-9e9413a6cebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:27.506088 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-44adeb85-e2a4-4a14-82e1-9a1e75089af9 req-130e82f2-e480-45f5-a372-9e9413a6cebe service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7938789-f7e8-41b4-bdae-afe72c489b83 HTTP/1.1" status: 200 len: 909 time: 0.1379848 Apr 07 08:12:27.617519 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-44adeb85-e2a4-4a14-82e1-9a1e75089af9 req-89f02fc1-59c5-4641-85c4-f6d076b5166b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1473e631-d5da-4dad-ad0c-8096a440cda1 HTTP/1.1" status: 200 len: 999 time: 0.1039479 Apr 07 08:12:27.672646 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-5ee64e17-d1f1-414d-a51f-10dafeaa365c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf58490-32d1-4571-8059-4893a68795c1', 'name': 'tempest-TestShelveInstance-532595244-router', 'tenant_id': 'cde14eed6ef14b1da39ffea20274ef05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '84186b09-1b5d-4c05-bd81-61cf66e1ad5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:11:32Z', 'updated_at': '2021-04-07T08:11:38Z', 'revision_number': 4, 'project_id': 'cde14eed6ef14b1da39ffea20274ef05', 'gw_port': {'id': '84186b09-1b5d-4c05-bd81-61cf66e1ad5d', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf58490-32d1-4571-8059-4893a68795c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:11:33Z', 'updated_at': '2021-04-07T08:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_floatingips': [{'id': 'f97c4284-e109-4300-a25a-9f0c7447bdba', 'tenant_id': 'cde14eed6ef14b1da39ffea20274ef05', 'floating_ip_address': '172.28.3.235', 'floating_network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'router_id': 'daf58490-32d1-4571-8059-4893a68795c1', 'port_id': '1473e631-d5da-4dad-ad0c-8096a440cda1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7938789-f7e8-41b4-bdae-afe72c489b83', 'mac_address': 'fa:16:3e:f8:70:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5151bbe-372f-4eb7-8595-558f7001bc5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:12:25Z', 'updated_at': '2021-04-07T08:12:25Z', 'revision_number': 0, 'project_id': 'cde14eed6ef14b1da39ffea20274ef05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b36b7b3-e958-463b-8741-e81bf5040c3b', 'name': '', 'network_id': 'd7938789-f7e8-41b4-bdae-afe72c489b83', 'tenant_id': 'cde14eed6ef14b1da39ffea20274ef05', 'mac_address': 'fa:16:3e:c3:16:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf58490-32d1-4571-8059-4893a68795c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e6f4afdd-f373-4a97-b23d-2d71a94d2b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:11:37Z', 'updated_at': '2021-04-07T08:11:46Z', 'revision_number': 5, 'project_id': 'cde14eed6ef14b1da39ffea20274ef05', 'subnets': [{'id': 'e6f4afdd-f373-4a97-b23d-2d71a94d2b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:12:27.676714 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee64e17-d1f1-414d-a51f-10dafeaa365c None None] Checking router: daf58490-32d1-4571-8059-4893a68795c1 for host: dv-cinder-782390-4-smb {{(pid=84421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 08:12:27.686005 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee64e17-d1f1-414d-a51f-10dafeaa365c None None] Routers {'daf58490-32d1-4571-8059-4893a68795c1'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:12:27.686700 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-5ee64e17-d1f1-414d-a51f-10dafeaa365c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:12:25Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['daf58490-32d1-4571-8059-4893a68795c1'], 'active': True} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:12:27.690088 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44adeb85-e2a4-4a14-82e1-9a1e75089af9 req-4cf55664-d445-4ece-afd9-d8c44840bbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:27.691949 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-44adeb85-e2a4-4a14-82e1-9a1e75089af9 req-4cf55664-d445-4ece-afd9-d8c44840bbf6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e6f4afdd-f373-4a97-b23d-2d71a94d2b7a HTTP/1.1" status: 200 len: 847 time: 0.0673749 Apr 07 08:12:27.776466 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44adeb85-e2a4-4a14-82e1-9a1e75089af9 req-067a727c-b364-4e45-8985-6486ab861585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:27.778095 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-44adeb85-e2a4-4a14-82e1-9a1e75089af9 req-067a727c-b364-4e45-8985-6486ab861585 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7938789-f7e8-41b4-bdae-afe72c489b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0777166 Apr 07 08:12:27.877691 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-5ee64e17-d1f1-414d-a51f-10dafeaa365c None None] Set router daf58490-32d1-4571-8059-4893a68795c1 gateway port host: dv-cinder-782390-4-smb {{(pid=84421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:12:27.923156 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-44adeb85-e2a4-4a14-82e1-9a1e75089af9 req-d4a663ab-8c9d-4652-96a4-dc364ce2687e service neutron] 10.222.0.13 "GET /v2.0/networks/d7938789-f7e8-41b4-bdae-afe72c489b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358988 Apr 07 08:12:28.269310 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-5ee64e17-d1f1-414d-a51f-10dafeaa365c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf58490-32d1-4571-8059-4893a68795c1', 'name': 'tempest-TestShelveInstance-532595244-router', 'tenant_id': 'cde14eed6ef14b1da39ffea20274ef05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '84186b09-1b5d-4c05-bd81-61cf66e1ad5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:11:32Z', 'updated_at': '2021-04-07T08:11:38Z', 'revision_number': 4, 'project_id': 'cde14eed6ef14b1da39ffea20274ef05', 'gw_port': {'id': '84186b09-1b5d-4c05-bd81-61cf66e1ad5d', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf58490-32d1-4571-8059-4893a68795c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:11:33Z', 'updated_at': '2021-04-07T08:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_floatingips': [{'id': 'f97c4284-e109-4300-a25a-9f0c7447bdba', 'tenant_id': 'cde14eed6ef14b1da39ffea20274ef05', 'floating_ip_address': '172.28.3.235', 'floating_network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'router_id': 'daf58490-32d1-4571-8059-4893a68795c1', 'port_id': '1473e631-d5da-4dad-ad0c-8096a440cda1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7938789-f7e8-41b4-bdae-afe72c489b83', 'mac_address': 'fa:16:3e:f8:70:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5151bbe-372f-4eb7-8595-558f7001bc5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:12:25Z', 'updated_at': '2021-04-07T08:12:25Z', 'revision_number': 0, 'project_id': 'cde14eed6ef14b1da39ffea20274ef05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b36b7b3-e958-463b-8741-e81bf5040c3b', 'name': '', 'network_id': 'd7938789-f7e8-41b4-bdae-afe72c489b83', 'tenant_id': 'cde14eed6ef14b1da39ffea20274ef05', 'mac_address': 'fa:16:3e:c3:16:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf58490-32d1-4571-8059-4893a68795c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e6f4afdd-f373-4a97-b23d-2d71a94d2b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:11:37Z', 'updated_at': '2021-04-07T08:11:46Z', 'revision_number': 5, 'project_id': 'cde14eed6ef14b1da39ffea20274ef05', 'subnets': [{'id': 'e6f4afdd-f373-4a97-b23d-2d71a94d2b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:12:28.273494 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee64e17-d1f1-414d-a51f-10dafeaa365c None None] The sync data for ids ['daf58490-32d1-4571-8059-4893a68795c1'] in dv-cinder-782390-4-smb is: [{'id': 'daf58490-32d1-4571-8059-4893a68795c1', 'name': 'tempest-TestShelveInstance-532595244-router', 'tenant_id': 'cde14eed6ef14b1da39ffea20274ef05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '84186b09-1b5d-4c05-bd81-61cf66e1ad5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:11:32Z', 'updated_at': '2021-04-07T08:11:38Z', 'revision_number': 4, 'project_id': 'cde14eed6ef14b1da39ffea20274ef05', 'gw_port': {'id': '84186b09-1b5d-4c05-bd81-61cf66e1ad5d', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf58490-32d1-4571-8059-4893a68795c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:11:33Z', 'updated_at': '2021-04-07T08:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_floatingips': [{'id': 'f97c4284-e109-4300-a25a-9f0c7447bdba', 'tenant_id': 'cde14eed6ef14b1da39ffea20274ef05', 'floating_ip_address': '172.28.3.235', 'floating_network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'router_id': 'daf58490-32d1-4571-8059-4893a68795c1', 'port_id': '1473e631-d5da-4dad-ad0c-8096a440cda1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7938789-f7e8-41b4-bdae-afe72c489b83', 'mac_address': 'fa:16:3e:f8:70:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5151bbe-372f-4eb7-8595-558f7001bc5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:12:25Z', 'updated_at': '2021-04-07T08:12:25Z', 'revision_number': 0, 'project_id': 'cde14eed6ef14b1da39ffea20274ef05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b36b7b3-e958-463b-8741-e81bf5040c3b', 'name': '', 'network_id': 'd7938789-f7e8-41b4-bdae-afe72c489b83', 'tenant_id': 'cde14eed6ef14b1da39ffea20274ef05', 'mac_address': 'fa:16:3e:c3:16:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf58490-32d1-4571-8059-4893a68795c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e6f4afdd-f373-4a97-b23d-2d71a94d2b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:11:37Z', 'updated_at': '2021-04-07T08:11:46Z', 'revision_number': 5, 'project_id': 'cde14eed6ef14b1da39ffea20274ef05', 'subnets': [{'id': 'e6f4afdd-f373-4a97-b23d-2d71a94d2b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 08:12:28.306408 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-44adeb85-e2a4-4a14-82e1-9a1e75089af9 req-e8406315-95ff-430a-b8b9-63607a0329e9 service neutron] 10.222.0.13 "GET /v2.0/networks/d7938789-f7e8-41b4-bdae-afe72c489b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756289 Apr 07 08:12:28.583331 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac6a2fb-0376-4068-b137-dd571ae8dbdb None None] New status for floating IP f97c4284-e109-4300-a25a-9f0c7447bdba: ACTIVE {{(pid=84422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 07 08:12:39.888248 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ffdc2-fac3-4d44-8d8e-8ab5fd54fd3f req-f09910b5-5f89-46af-8401-18ca66d19c2e tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:39.889867 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5d5ffdc2-fac3-4d44-8d8e-8ab5fd54fd3f req-f09910b5-5f89-46af-8401-18ca66d19c2e tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0869169 Apr 07 08:12:39.940272 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5d5ffdc2-fac3-4d44-8d8e-8ab5fd54fd3f req-329d7f73-6512-4dc1-b6fd-df5193973f0b tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440602 Apr 07 08:12:41.144433 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5464f-ba97-44b1-8320-126cbacc7b2a req-af3f4552-8d0b-4f62-932a-9ff57620c260 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:41.145994 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-08f5464f-ba97-44b1-8320-126cbacc7b2a req-af3f4552-8d0b-4f62-932a-9ff57620c260 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0862086 Apr 07 08:12:41.196093 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-08f5464f-ba97-44b1-8320-126cbacc7b2a req-4e66494d-604d-4b82-8471-8461bc829d55 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436659 Apr 07 08:12:42.136946 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e3324-f320-4a31-8b1a-c5e8b156c58b req-99e7099c-031f-47c4-a855-0e12db57ea50 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:42.138475 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c04e3324-f320-4a31-8b1a-c5e8b156c58b req-99e7099c-031f-47c4-a855-0e12db57ea50 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 945 time: 0.0877976 Apr 07 08:12:42.214099 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-c04e3324-f320-4a31-8b1a-c5e8b156c58b req-71ac7859-a544-40a0-a320-bcf5f457f7b9 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Deleting port cb0d304c-9155-40c8-940b-4156bc67da7d {{(pid=84419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:12:42.214673 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-c04e3324-f320-4a31-8b1a-c5e8b156c58b req-71ac7859-a544-40a0-a320-bcf5f457f7b9 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:42.419613 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20c8cc-98b0-471b-b0c6-7519e432a411 req-a9b3137c-302d-4b4a-8656-2c61710800fd tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:42.421231 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ed20c8cc-98b0-471b-b0c6-7519e432a411 req-a9b3137c-302d-4b4a-8656-2c61710800fd tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 945 time: 0.1100104 Apr 07 08:12:42.469523 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ed20c8cc-98b0-471b-b0c6-7519e432a411 req-9945e886-6da7-471f-9768-054e2a3c08df tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=3002aaf5-74d0-464c-95bd-8501f6a722b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419476 Apr 07 08:12:42.481416 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-c04e3324-f320-4a31-8b1a-c5e8b156c58b req-71ac7859-a544-40a0-a320-bcf5f457f7b9 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] For port cb0d304c-9155-40c8-940b-4156bc67da7d, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=cb0d304c-9155-40c8-940b-4156bc67da7d,segment=NetworkSegment(0320c003-197f-4159-838f-fc3f7957e4e8),segment_id=0320c003-197f-4159-838f-fc3f7957e4e8)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:12:42.481814 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-c04e3324-f320-4a31-8b1a-c5e8b156c58b req-71ac7859-a544-40a0-a320-bcf5f457f7b9 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:42.784548 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-c04e3324-f320-4a31-8b1a-c5e8b156c58b req-71ac7859-a544-40a0-a320-bcf5f457f7b9 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:42.784964 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-c04e3324-f320-4a31-8b1a-c5e8b156c58b req-71ac7859-a544-40a0-a320-bcf5f457f7b9 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675279'] for floatingip, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:42.785316 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.db.l3_db [req-c04e3324-f320-4a31-8b1a-c5e8b156c58b req-71ac7859-a544-40a0-a320-bcf5f457f7b9 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Floating IP 2f6e4d3a-1339-4dcf-8c22-55f30409e49c disassociated. External IP: 172.28.3.202, port: cb0d304c-9155-40c8-940b-4156bc67da7d. Apr 07 08:12:42.785691 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-c04e3324-f320-4a31-8b1a-c5e8b156c58b req-71ac7859-a544-40a0-a320-bcf5f457f7b9 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Calling delete_port for cb0d304c-9155-40c8-940b-4156bc67da7d owned by compute:nova {{(pid=84419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:12:43.050797 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-c04e3324-f320-4a31-8b1a-c5e8b156c58b req-71ac7859-a544-40a0-a320-bcf5f457f7b9 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716444531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762716001395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:43.070637 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-24f1a5fd-1d5d-4289-a9aa-e389938f5f8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:12:43.131012 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac7859-a544-40a0-a320-bcf5f457f7b9 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Pushing event deleted for resources: {'Port': ['ID=cb0d304c-9155-40c8-940b-4156bc67da7d,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:12:43.136074 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-71ac7859-a544-40a0-a320-bcf5f457f7b9 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:12:43.441881 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c04e3324-f320-4a31-8b1a-c5e8b156c58b req-71ac7859-a544-40a0-a320-bcf5f457f7b9 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Router 709fa8a8-dbd2-4d06-843a-607546d7d540 has already been hosted by L3 agent 9e1c8038-06ec-4f38-a606-610b3381902d {{(pid=84419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 08:12:43.497066 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349e1c1-cd02-4f99-8fa0-f4ff1bc14b86 req-e8033026-b614-43dc-9cf4-e70bf3b50d96 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:43.498786 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d349e1c1-cd02-4f99-8fa0-f4ff1bc14b86 req-e8033026-b614-43dc-9cf4-e70bf3b50d96 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 947 time: 0.0921056 Apr 07 08:12:43.553633 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d349e1c1-cd02-4f99-8fa0-f4ff1bc14b86 req-2968db18-a837-4d65-b4cd-fb13408c9b08 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464292 Apr 07 08:12:43.657892 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2c61b2a8-5b6a-421e-8648-ed5a7839c2b0 req-81a3c923-e717-457a-8275-30da5f7418da tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ec86384-2c91-4749-bf1a-28750e4d6bd3 HTTP/1.1" status: 200 len: 210 time: 0.0543351 Apr 07 08:12:43.687638 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c04e3324-f320-4a31-8b1a-c5e8b156c58b req-71ac7859-a544-40a0-a320-bcf5f457f7b9 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify agent at l3_agent.dv-cinder-782390-4-smb the message routers_updated {{(pid=84419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 08:12:43.699767 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107784ea-d0fc-4221-b576-d5daf552cd3d None None] Sync routers for ids ['709fa8a8-dbd2-4d06-843a-607546d7d540'] in dv-cinder-782390-4-smb {{(pid=84421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 08:12:43.710202 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107784ea-d0fc-4221-b576-d5daf552cd3d None None] Routers {'709fa8a8-dbd2-4d06-843a-607546d7d540'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:12:43.710920 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-107784ea-d0fc-4221-b576-d5daf552cd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:12:25Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['709fa8a8-dbd2-4d06-843a-607546d7d540'], 'active': True} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:12:43.767984 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04e3324-f320-4a31-8b1a-c5e8b156c58b req-71ac7859-a544-40a0-a320-bcf5f457f7b9 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] No DVR routers for this DVR port cb0d304c-9155-40c8-940b-4156bc67da7d on host hv-cinder-78239 {{(pid=84419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 08:12:43.770517 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-c04e3324-f320-4a31-8b1a-c5e8b156c58b req-71ac7859-a544-40a0-a320-bcf5f457f7b9 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:43.773412 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec86384-2c91-4749-bf1a-28750e4d6bd3', 'name': 'network-vif-deleted', 'tag': 'cb0d304c-9155-40c8-940b-4156bc67da7d'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:12:43.817946 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c04e3324-f320-4a31-8b1a-c5e8b156c58b req-71ac7859-a544-40a0-a320-bcf5f457f7b9 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.13 "DELETE /v2.0/ports/cb0d304c-9155-40c8-940b-4156bc67da7d HTTP/1.1" status: 204 len: 173 time: 1.6733139 Apr 07 08:12:43.823743 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec86384-2c91-4749-bf1a-28750e4d6bd3', 'name': 'network-vif-deleted', 'tag': 'cb0d304c-9155-40c8-940b-4156bc67da7d', 'status': 'completed', 'code': 200} Apr 07 08:12:43.904866 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-107784ea-d0fc-4221-b576-d5daf552cd3d None None] Set router 709fa8a8-dbd2-4d06-843a-607546d7d540 gateway port host: dv-cinder-782390-4-smb {{(pid=84421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:12:44.407023 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-107784ea-d0fc-4221-b576-d5daf552cd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'name': 'tempest-AttachVolumeTestJSON-2059608512-router', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': '8a51900f-4a8c-47f5-961d-28bf3b86f57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:09:23Z', 'updated_at': '2021-04-07T08:09:30Z', 'revision_number': 4, 'project_id': '34c1b1d205a140b39082ee45b1ce3028', 'gw_port': {'id': '8a51900f-4a8c-47f5-961d-28bf3b86f57d', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:09:24Z', 'updated_at': '2021-04-07T08:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': '9bb36a9e-b7d9-4728-8d65-3fc993276c0b', 'name': '', 'network_id': 'ab5bbd22-bfa8-4c9f-86a6-c4149444a964', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'mac_address': 'fa:16:3e:85:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8e3dcb39-b597-4ef8-9cff-53923f6cc286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:09:29Z', 'updated_at': '2021-04-07T08:09:38Z', 'revision_number': 5, 'project_id': '34c1b1d205a140b39082ee45b1ce3028', 'subnets': [{'id': '8e3dcb39-b597-4ef8-9cff-53923f6cc286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:12:44.411257 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107784ea-d0fc-4221-b576-d5daf552cd3d None None] Checking router: 709fa8a8-dbd2-4d06-843a-607546d7d540 for host: dv-cinder-782390-4-smb {{(pid=84421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 08:12:44.420092 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107784ea-d0fc-4221-b576-d5daf552cd3d None None] Routers {'709fa8a8-dbd2-4d06-843a-607546d7d540'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:12:44.420744 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-107784ea-d0fc-4221-b576-d5daf552cd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:12:25Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['709fa8a8-dbd2-4d06-843a-607546d7d540'], 'active': True} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:12:44.612501 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-107784ea-d0fc-4221-b576-d5daf552cd3d None None] Set router 709fa8a8-dbd2-4d06-843a-607546d7d540 gateway port host: dv-cinder-782390-4-smb {{(pid=84421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:12:44.789526 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a4c7e-348c-4f20-9eae-5bb6a8ec04ba req-0a493f4a-52af-436c-8404-5b18f69386c2 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:44.791958 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-660a4c7e-348c-4f20-9eae-5bb6a8ec04ba req-0a493f4a-52af-436c-8404-5b18f69386c2 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 947 time: 0.1155534 Apr 07 08:12:44.820958 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 50282) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:12:44.846088 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-660a4c7e-348c-4f20-9eae-5bb6a8ec04ba req-2373c053-552e-4fe6-8f78-2fddce8f35c3 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups?id=637b1ce9-a141-4c2b-8199-731ba74c5f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476530 Apr 07 08:12:44.891640 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88853671-cd5e-4ae3-8431-1c69667b5b1d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:44.920805 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88853671-cd5e-4ae3-8431-1c69667b5b1d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:44.973765 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-107784ea-d0fc-4221-b576-d5daf552cd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'name': 'tempest-AttachVolumeTestJSON-2059608512-router', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': '8a51900f-4a8c-47f5-961d-28bf3b86f57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:09:23Z', 'updated_at': '2021-04-07T08:09:30Z', 'revision_number': 4, 'project_id': '34c1b1d205a140b39082ee45b1ce3028', 'gw_port': {'id': '8a51900f-4a8c-47f5-961d-28bf3b86f57d', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:09:24Z', 'updated_at': '2021-04-07T08:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': '9bb36a9e-b7d9-4728-8d65-3fc993276c0b', 'name': '', 'network_id': 'ab5bbd22-bfa8-4c9f-86a6-c4149444a964', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'mac_address': 'fa:16:3e:85:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8e3dcb39-b597-4ef8-9cff-53923f6cc286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:09:29Z', 'updated_at': '2021-04-07T08:09:38Z', 'revision_number': 5, 'project_id': '34c1b1d205a140b39082ee45b1ce3028', 'subnets': [{'id': '8e3dcb39-b597-4ef8-9cff-53923f6cc286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:12:44.979171 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107784ea-d0fc-4221-b576-d5daf552cd3d None None] The sync data for ids ['709fa8a8-dbd2-4d06-843a-607546d7d540'] in dv-cinder-782390-4-smb is: [{'id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'name': 'tempest-AttachVolumeTestJSON-2059608512-router', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': '8a51900f-4a8c-47f5-961d-28bf3b86f57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:09:23Z', 'updated_at': '2021-04-07T08:09:30Z', 'revision_number': 4, 'project_id': '34c1b1d205a140b39082ee45b1ce3028', 'gw_port': {'id': '8a51900f-4a8c-47f5-961d-28bf3b86f57d', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:09:24Z', 'updated_at': '2021-04-07T08:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': '9bb36a9e-b7d9-4728-8d65-3fc993276c0b', 'name': '', 'network_id': 'ab5bbd22-bfa8-4c9f-86a6-c4149444a964', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'mac_address': 'fa:16:3e:85:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8e3dcb39-b597-4ef8-9cff-53923f6cc286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:09:29Z', 'updated_at': '2021-04-07T08:09:38Z', 'revision_number': 5, 'project_id': '34c1b1d205a140b39082ee45b1ce3028', 'subnets': [{'id': '8e3dcb39-b597-4ef8-9cff-53923f6cc286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 08:12:44.984817 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88853671-cd5e-4ae3-8431-1c69667b5b1d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:44.990421 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c351f2cd-f26b-4ec1-880a-255f46110475 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:12:45.009933 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88853671-cd5e-4ae3-8431-1c69667b5b1d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3002aaf5-74d0-464c-95bd-8501f6a722b5,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:12:45.014362 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecbaa2-4141-41a7-83b1-a6e4b8b133ce req-416699e1-94f9-45f3-9863-2b5e2b4e3054 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:45.016001 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-21ecbaa2-4141-41a7-83b1-a6e4b8b133ce req-416699e1-94f9-45f3-9863-2b5e2b4e3054 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 947 time: 0.0921524 Apr 07 08:12:45.020114 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88853671-cd5e-4ae3-8431-1c69667b5b1d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:12:45.020530 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88853671-cd5e-4ae3-8431-1c69667b5b1d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:12:45.021059 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88853671-cd5e-4ae3-8431-1c69667b5b1d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:12:45.021522 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88853671-cd5e-4ae3-8431-1c69667b5b1d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:12:45.022056 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88853671-cd5e-4ae3-8431-1c69667b5b1d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:12:45.022580 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88853671-cd5e-4ae3-8431-1c69667b5b1d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:12:45.023012 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88853671-cd5e-4ae3-8431-1c69667b5b1d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:12:45.023405 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88853671-cd5e-4ae3-8431-1c69667b5b1d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:12:45.023799 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88853671-cd5e-4ae3-8431-1c69667b5b1d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:12:45.024191 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88853671-cd5e-4ae3-8431-1c69667b5b1d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:12:45.024932 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88853671-cd5e-4ae3-8431-1c69667b5b1d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:12:45.025331 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88853671-cd5e-4ae3-8431-1c69667b5b1d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:12:45.029135 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-88853671-cd5e-4ae3-8431-1c69667b5b1d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:12:45.073434 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-88853671-cd5e-4ae3-8431-1c69667b5b1d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:45.074688 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-88853671-cd5e-4ae3-8431-1c69667b5b1d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "DELETE /v2.0/security-groups/3002aaf5-74d0-464c-95bd-8501f6a722b5 HTTP/1.1" status: 204 len: 168 time: 0.2525468 Apr 07 08:12:45.077716 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 50286) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:12:45.098915 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.v2.resource [None req-e72c4a46-2b55-4183-bdf3-875959ca65f9 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] show failed (client error): The resource could not be found. Apr 07 08:12:45.099992 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-e72c4a46-2b55-4183-bdf3-875959ca65f9 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups/3002aaf5-74d0-464c-95bd-8501f6a722b5 HTTP/1.1" status: 404 len: 347 time: 0.0212977 Apr 07 08:12:45.103671 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 50290) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:12:45.105837 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-21ecbaa2-4141-41a7-83b1-a6e4b8b133ce req-27c45577-838c-4154-8a7f-814de28bbb36 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Deleting port 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced {{(pid=84419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:12:45.106236 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-21ecbaa2-4141-41a7-83b1-a6e4b8b133ce req-27c45577-838c-4154-8a7f-814de28bbb36 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:45.272382 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-eaf2b8ea-94d1-4be1-ab39-a10391d6148d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Deleting port 4f5595ae-ed31-401d-a786-2d56b185e38f {{(pid=84420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:12:45.272735 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-eaf2b8ea-94d1-4be1-ab39-a10391d6148d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:45.389972 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-21ecbaa2-4141-41a7-83b1-a6e4b8b133ce req-27c45577-838c-4154-8a7f-814de28bbb36 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] For port 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=10dab2c9-8f5d-4e9b-810e-6a020c4b5ced,segment=NetworkSegment(10fc6654-2c6a-4d12-930e-7b16dfb451cb),segment_id=10fc6654-2c6a-4d12-930e-7b16dfb451cb)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:12:45.390351 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-21ecbaa2-4141-41a7-83b1-a6e4b8b133ce req-27c45577-838c-4154-8a7f-814de28bbb36 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:45.413954 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d427193-5a41-4a82-b044-becd1fd5cc13 None None] New status for floating IP 2f6e4d3a-1339-4dcf-8c22-55f30409e49c: DOWN {{(pid=84422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 07 08:12:45.459088 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-eaf2b8ea-94d1-4be1-ab39-a10391d6148d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:45.459841 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-eaf2b8ea-94d1-4be1-ab39-a10391d6148d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:45.544506 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device cb0d304c-9155-40c8-940b-4156bc67da7d no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 08:12:45.590460 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] No Port match for: cb0d304c-9155-40c8-940b-4156bc67da7d {{(pid=84421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 08:12:45.591362 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device cb0d304c-9155-40c8-940b-4156bc67da7d not bound to the agent host hv-cinder-78239 {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 08:12:45.601036 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-eaf2b8ea-94d1-4be1-ab39-a10391d6148d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Calling delete_port for 4f5595ae-ed31-401d-a786-2d56b185e38f owned by network:floatingip {{(pid=84420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:12:45.761885 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-21ecbaa2-4141-41a7-83b1-a6e4b8b133ce req-27c45577-838c-4154-8a7f-814de28bbb36 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:45.762398 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-21ecbaa2-4141-41a7-83b1-a6e4b8b133ce req-27c45577-838c-4154-8a7f-814de28bbb36 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675279'] for floatingip, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:45.762687 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.db.l3_db [req-21ecbaa2-4141-41a7-83b1-a6e4b8b133ce req-27c45577-838c-4154-8a7f-814de28bbb36 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Floating IP 24ea3a78-3882-45e3-95a5-062fb26a48d0 disassociated. External IP: 172.28.3.197, port: 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced. Apr 07 08:12:45.763069 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-21ecbaa2-4141-41a7-83b1-a6e4b8b133ce req-27c45577-838c-4154-8a7f-814de28bbb36 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Calling delete_port for 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced owned by compute:nova {{(pid=84419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:12:45.808786 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.db.api [None req-eaf2b8ea-94d1-4be1-ab39-a10391d6148d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84420) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 07 08:12:45.809161 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_db.api [None req-eaf2b8ea-94d1-4be1-ab39-a10391d6148d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 07 08:12:45.936196 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-21ecbaa2-4141-41a7-83b1-a6e4b8b133ce req-27c45577-838c-4154-8a7f-814de28bbb36 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716444531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762716001395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:45.956313 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b0a7850b-a83b-422e-bc21-5ad896cc6c72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:12:46.015480 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c45577-838c-4154-8a7f-814de28bbb36 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Pushing event deleted for resources: {'Port': ['ID=10dab2c9-8f5d-4e9b-810e-6a020c4b5ced,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:12:46.020333 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-27c45577-838c-4154-8a7f-814de28bbb36 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:12:46.253071 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-fc8c3604-2d8a-4784-a2c7-de2c46697e33 req-ba7feed4-a090-40e1-8834-395bb7bc400b tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8088b8-3c62-40f4-847e-160c966a93bf HTTP/1.1" status: 200 len: 210 time: 0.2785954 Apr 07 08:12:46.310139 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-eaf2b8ea-94d1-4be1-ab39-a10391d6148d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Deleting port 4f5595ae-ed31-401d-a786-2d56b185e38f {{(pid=84420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:12:46.311110 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-eaf2b8ea-94d1-4be1-ab39-a10391d6148d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:46.330960 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21ecbaa2-4141-41a7-83b1-a6e4b8b133ce req-27c45577-838c-4154-8a7f-814de28bbb36 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Router 034e59f7-3fbf-4bd6-866c-c30cc3c80679 has already been hosted by L3 agent 9e1c8038-06ec-4f38-a606-610b3381902d {{(pid=84419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 08:12:46.518014 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-eaf2b8ea-94d1-4be1-ab39-a10391d6148d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:46.518828 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-eaf2b8ea-94d1-4be1-ab39-a10391d6148d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:46.531396 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21ecbaa2-4141-41a7-83b1-a6e4b8b133ce req-27c45577-838c-4154-8a7f-814de28bbb36 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify agent at l3_agent.dv-cinder-782390-4-smb the message routers_updated {{(pid=84419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 08:12:46.547096 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916eb9e9-8f45-4272-bbcc-f675a5304ce7 None None] Sync routers for ids ['034e59f7-3fbf-4bd6-866c-c30cc3c80679'] in dv-cinder-782390-4-smb {{(pid=84421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 08:12:46.560504 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916eb9e9-8f45-4272-bbcc-f675a5304ce7 None None] Routers {'034e59f7-3fbf-4bd6-866c-c30cc3c80679'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:12:46.561430 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-916eb9e9-8f45-4272-bbcc-f675a5304ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:12:25Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['034e59f7-3fbf-4bd6-866c-c30cc3c80679'], 'active': True} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:12:46.615961 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ecbaa2-4141-41a7-83b1-a6e4b8b133ce req-27c45577-838c-4154-8a7f-814de28bbb36 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] No DVR routers for this DVR port 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced on host hv-cinder-78239 {{(pid=84419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 08:12:46.619542 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-21ecbaa2-4141-41a7-83b1-a6e4b8b133ce req-27c45577-838c-4154-8a7f-814de28bbb36 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:46.622433 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8088b8-3c62-40f4-847e-160c966a93bf', 'name': 'network-vif-deleted', 'tag': '10dab2c9-8f5d-4e9b-810e-6a020c4b5ced'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:12:46.667426 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-eaf2b8ea-94d1-4be1-ab39-a10391d6148d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Calling delete_port for 4f5595ae-ed31-401d-a786-2d56b185e38f owned by network:floatingip {{(pid=84420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:12:46.682407 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8088b8-3c62-40f4-847e-160c966a93bf', 'name': 'network-vif-deleted', 'tag': '10dab2c9-8f5d-4e9b-810e-6a020c4b5ced', 'status': 'completed', 'code': 200} Apr 07 08:12:46.688418 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-21ecbaa2-4141-41a7-83b1-a6e4b8b133ce req-27c45577-838c-4154-8a7f-814de28bbb36 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.13 "DELETE /v2.0/ports/10dab2c9-8f5d-4e9b-810e-6a020c4b5ced HTTP/1.1" status: 204 len: 173 time: 1.6664524 Apr 07 08:12:46.776765 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-916eb9e9-8f45-4272-bbcc-f675a5304ce7 None None] Set router 034e59f7-3fbf-4bd6-866c-c30cc3c80679 gateway port host: dv-cinder-782390-4-smb {{(pid=84421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:12:46.885071 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-eaf2b8ea-94d1-4be1-ab39-a10391d6148d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716444531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762716001395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10887448'] for port, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:46.902431 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:12:47.017567 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2b8ea-94d1-4be1-ab39-a10391d6148d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Pushing event deleted for resources: {'Port': ['ID=4f5595ae-ed31-401d-a786-2d56b185e38f,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:12:47.027598 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-eaf2b8ea-94d1-4be1-ab39-a10391d6148d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:12:47.112414 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-916eb9e9-8f45-4272-bbcc-f675a5304ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'name': 'tempest-AttachVolumeShelveTestJSON-1522203858-router', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'b25bdc3d-859f-41b2-bd1f-63370ac91767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:05:39Z', 'updated_at': '2021-04-07T08:05:58Z', 'revision_number': 4, 'project_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'gw_port': {'id': 'b25bdc3d-859f-41b2-bd1f-63370ac91767', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:41Z', 'updated_at': '2021-04-07T08:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': '598fb0e5-3d4f-4657-bf1e-3a89591f541a', 'name': '', 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'mac_address': 'fa:16:3e:b7:ba:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '76e481b0-5bdc-45a1-aec7-e681d70e1c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:52Z', 'updated_at': '2021-04-07T08:06:10Z', 'revision_number': 5, 'project_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'subnets': [{'id': '76e481b0-5bdc-45a1-aec7-e681d70e1c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:12:47.116624 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916eb9e9-8f45-4272-bbcc-f675a5304ce7 None None] Checking router: 034e59f7-3fbf-4bd6-866c-c30cc3c80679 for host: dv-cinder-782390-4-smb {{(pid=84421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 08:12:47.127043 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916eb9e9-8f45-4272-bbcc-f675a5304ce7 None None] Routers {'034e59f7-3fbf-4bd6-866c-c30cc3c80679'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:12:47.127703 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-916eb9e9-8f45-4272-bbcc-f675a5304ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:12:25Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['034e59f7-3fbf-4bd6-866c-c30cc3c80679'], 'active': True} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:12:47.175634 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-eaf2b8ea-94d1-4be1-ab39-a10391d6148d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks [] for floatingip, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:47.190680 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-eaf2b8ea-94d1-4be1-ab39-a10391d6148d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for floatingip, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:47.192153 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-eaf2b8ea-94d1-4be1-ab39-a10391d6148d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "DELETE /v2.0/floatingips/2f6e4d3a-1339-4dcf-8c22-55f30409e49c HTTP/1.1" status: 204 len: 168 time: 2.0873334 Apr 07 08:12:47.334638 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-916eb9e9-8f45-4272-bbcc-f675a5304ce7 None None] Set router 034e59f7-3fbf-4bd6-866c-c30cc3c80679 gateway port host: dv-cinder-782390-4-smb {{(pid=84421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:12:47.481132 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 50304) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:12:47.521344 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 50308) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:12:47.527663 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-277cf3f3-8589-4df7-b31f-6122ff5ae428 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Request body: {'security_group': {'name': 'tempest-securitygroup--159548114', 'description': 'tempest-description--749984779'}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:12:47.534147 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-277cf3f3-8589-4df7-b31f-6122ff5ae428 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:12:47.538820 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-277cf3f3-8589-4df7-b31f-6122ff5ae428 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Usage tracker for resource:security_group and tenant:34c1b1d205a140b39082ee45b1ce3028 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:12:47.541883 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-277cf3f3-8589-4df7-b31f-6122ff5ae428 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:12:47.549288 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-277cf3f3-8589-4df7-b31f-6122ff5ae428 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:12:47.551070 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e566d99e-7220-414c-b56e-7a6452392ae6 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:47.581579 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e566d99e-7220-414c-b56e-7a6452392ae6 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:47.591097 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-277cf3f3-8589-4df7-b31f-6122ff5ae428 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:47.618535 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-277cf3f3-8589-4df7-b31f-6122ff5ae428 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:12:47.622569 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-277cf3f3-8589-4df7-b31f-6122ff5ae428 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Usage tracker for resource:security_group_rule and tenant:34c1b1d205a140b39082ee45b1ce3028 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:12:47.626272 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-277cf3f3-8589-4df7-b31f-6122ff5ae428 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:12:47.632464 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-277cf3f3-8589-4df7-b31f-6122ff5ae428 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:12:47.690719 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-916eb9e9-8f45-4272-bbcc-f675a5304ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'name': 'tempest-AttachVolumeShelveTestJSON-1522203858-router', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'b25bdc3d-859f-41b2-bd1f-63370ac91767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:05:39Z', 'updated_at': '2021-04-07T08:05:58Z', 'revision_number': 4, 'project_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'gw_port': {'id': 'b25bdc3d-859f-41b2-bd1f-63370ac91767', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:41Z', 'updated_at': '2021-04-07T08:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': '598fb0e5-3d4f-4657-bf1e-3a89591f541a', 'name': '', 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'mac_address': 'fa:16:3e:b7:ba:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '76e481b0-5bdc-45a1-aec7-e681d70e1c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:52Z', 'updated_at': '2021-04-07T08:06:10Z', 'revision_number': 5, 'project_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'subnets': [{'id': '76e481b0-5bdc-45a1-aec7-e681d70e1c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:12:47.695139 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916eb9e9-8f45-4272-bbcc-f675a5304ce7 None None] The sync data for ids ['034e59f7-3fbf-4bd6-866c-c30cc3c80679'] in dv-cinder-782390-4-smb is: [{'id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'name': 'tempest-AttachVolumeShelveTestJSON-1522203858-router', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'b25bdc3d-859f-41b2-bd1f-63370ac91767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:05:39Z', 'updated_at': '2021-04-07T08:05:58Z', 'revision_number': 4, 'project_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'gw_port': {'id': 'b25bdc3d-859f-41b2-bd1f-63370ac91767', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:41Z', 'updated_at': '2021-04-07T08:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': '598fb0e5-3d4f-4657-bf1e-3a89591f541a', 'name': '', 'network_id': '64ec1db9-cd07-42a9-a563-1c7517517aa8', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'mac_address': 'fa:16:3e:b7:ba:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '76e481b0-5bdc-45a1-aec7-e681d70e1c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:52Z', 'updated_at': '2021-04-07T08:06:10Z', 'revision_number': 5, 'project_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'subnets': [{'id': '76e481b0-5bdc-45a1-aec7-e681d70e1c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 08:12:47.767253 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e566d99e-7220-414c-b56e-7a6452392ae6 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:47.771499 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c3103f21-c6f9-4f39-bc55-b2465d611b3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:12:47.787218 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566d99e-7220-414c-b56e-7a6452392ae6 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=637b1ce9-a141-4c2b-8199-731ba74c5f09,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:12:47.791523 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e566d99e-7220-414c-b56e-7a6452392ae6 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:12:47.832748 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e566d99e-7220-414c-b56e-7a6452392ae6 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:47.836377 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-e566d99e-7220-414c-b56e-7a6452392ae6 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "DELETE /v2.0/security-groups/637b1ce9-a141-4c2b-8199-731ba74c5f09 HTTP/1.1" status: 204 len: 168 time: 0.3517361 Apr 07 08:12:47.837027 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 50312) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:12:47.854713 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.v2.resource [None req-c345cf43-e6e0-4dd3-a5e5-018f3c4fae00 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] show failed (client error): The resource could not be found. Apr 07 08:12:47.855786 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-c345cf43-e6e0-4dd3-a5e5-018f3c4fae00 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "GET /v2.0/security-groups/637b1ce9-a141-4c2b-8199-731ba74c5f09 HTTP/1.1" status: 404 len: 347 time: 0.0177929 Apr 07 08:12:47.859395 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 50316) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:12:47.904747 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-277cf3f3-8589-4df7-b31f-6122ff5ae428 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:47.936519 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-277cf3f3-8589-4df7-b31f-6122ff5ae428 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:47.942874 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-44a74069-ab80-4fa4-b27f-6a317fa11c54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:12:47.990390 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277cf3f3-8589-4df7-b31f-6122ff5ae428 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcec3e4-1aea-463f-8a5e-72d321aa15bf,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:12:47.994676 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-277cf3f3-8589-4df7-b31f-6122ff5ae428 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:12:48.022315 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-277cf3f3-8589-4df7-b31f-6122ff5ae428 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks [] for security_group, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:48.023711 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-277cf3f3-8589-4df7-b31f-6122ff5ae428 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5010169 Apr 07 08:12:48.026827 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 50320) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:12:48.033344 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-13397c55-28da-4c9a-b865-65c7158feefc tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Request body: {'security_group_rule': {'security_group_id': '7bcec3e4-1aea-463f-8a5e-72d321aa15bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:12:48.037142 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-262c40a2-1db8-4b4b-a613-87ec042c0b37 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Deleting port 7a3eadc8-9858-4ad0-9abe-0e0fe073c2ce {{(pid=84420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:12:48.037525 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-262c40a2-1db8-4b4b-a613-87ec042c0b37 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:48.040615 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-13397c55-28da-4c9a-b865-65c7158feefc tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:12:48.046247 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-13397c55-28da-4c9a-b865-65c7158feefc tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Usage tracker for resource:security_group_rule and tenant:34c1b1d205a140b39082ee45b1ce3028 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:12:48.049366 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-13397c55-28da-4c9a-b865-65c7158feefc tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:12:48.056316 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-13397c55-28da-4c9a-b865-65c7158feefc tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:12:48.090100 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f5ce28-dfca-42a9-a4a3-3faad58a0c0a None None] New status for floating IP 24ea3a78-3882-45e3-95a5-062fb26a48d0: DOWN {{(pid=84422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 07 08:12:48.106502 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-13397c55-28da-4c9a-b865-65c7158feefc tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:48.171196 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-13397c55-28da-4c9a-b865-65c7158feefc tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:48.198968 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-13397c55-28da-4c9a-b865-65c7158feefc tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691347'] for security_group_rule, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:48.202654 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:12:48.233061 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-262c40a2-1db8-4b4b-a613-87ec042c0b37 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:48.233430 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-262c40a2-1db8-4b4b-a613-87ec042c0b37 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:48.242166 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13397c55-28da-4c9a-b865-65c7158feefc tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98168d87-56da-4e60-91a8-dc27f902accf,revision_number=0']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:12:48.245423 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-13397c55-28da-4c9a-b865-65c7158feefc tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:12:48.279373 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-13397c55-28da-4c9a-b865-65c7158feefc tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:48.283234 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-13397c55-28da-4c9a-b865-65c7158feefc tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2528384 Apr 07 08:12:48.283453 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 50324) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:12:48.289055 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-ef9b4b5d-0ea8-4af1-bfbc-8225d828319f tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Request body: {'security_group_rule': {'security_group_id': '7bcec3e4-1aea-463f-8a5e-72d321aa15bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:12:48.296156 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-ef9b4b5d-0ea8-4af1-bfbc-8225d828319f tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:12:48.300111 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-ef9b4b5d-0ea8-4af1-bfbc-8225d828319f tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Usage tracker for resource:security_group_rule and tenant:34c1b1d205a140b39082ee45b1ce3028 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:12:48.303116 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-ef9b4b5d-0ea8-4af1-bfbc-8225d828319f tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:12:48.309516 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-ef9b4b5d-0ea8-4af1-bfbc-8225d828319f tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:12:48.377386 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-262c40a2-1db8-4b4b-a613-87ec042c0b37 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Calling delete_port for 7a3eadc8-9858-4ad0-9abe-0e0fe073c2ce owned by network:floatingip {{(pid=84420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:12:48.497125 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.db.api [None req-262c40a2-1db8-4b4b-a613-87ec042c0b37 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84420) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 07 08:12:48.497611 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_db.api [None req-262c40a2-1db8-4b4b-a613-87ec042c0b37 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 07 08:12:48.602836 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ef9b4b5d-0ea8-4af1-bfbc-8225d828319f tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:48.665724 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ef9b4b5d-0ea8-4af1-bfbc-8225d828319f tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:48.704187 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ef9b4b5d-0ea8-4af1-bfbc-8225d828319f tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691347'] for security_group_rule, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:48.706328 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e34f9ef8-2c4e-4807-92f6-5d06bc73e53c tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:12:48.729968 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b4b5d-0ea8-4af1-bfbc-8225d828319f tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8a70307-350f-4be6-82a1-952383f7906b,revision_number=0']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:12:48.732483 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-ef9b4b5d-0ea8-4af1-bfbc-8225d828319f tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:12:48.767480 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ef9b4b5d-0ea8-4af1-bfbc-8225d828319f tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:48.768744 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-ef9b4b5d-0ea8-4af1-bfbc-8225d828319f tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4842997 Apr 07 08:12:48.771996 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 50330) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:12:48.777939 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-f7e157ff-b0ed-4fcd-9241-5046db6e7b32 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Request body: {'floatingip': {'floating_network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d'}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:12:48.784087 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-f7e157ff-b0ed-4fcd-9241-5046db6e7b32 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:12:48.788042 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-f7e157ff-b0ed-4fcd-9241-5046db6e7b32 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Usage tracker for resource:floatingip and tenant:34c1b1d205a140b39082ee45b1ce3028 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:12:48.791023 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-f7e157ff-b0ed-4fcd-9241-5046db6e7b32 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:12:48.796990 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-f7e157ff-b0ed-4fcd-9241-5046db6e7b32 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:12:48.850378 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f7e157ff-b0ed-4fcd-9241-5046db6e7b32 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks [] for floatingip, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:48.994400 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f7e157ff-b0ed-4fcd-9241-5046db6e7b32 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:48.998692 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-262c40a2-1db8-4b4b-a613-87ec042c0b37 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Deleting port 7a3eadc8-9858-4ad0-9abe-0e0fe073c2ce {{(pid=84420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:12:48.999174 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-262c40a2-1db8-4b4b-a613-87ec042c0b37 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:49.004528 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-61eb08f0-7502-418b-aacc-cf1078b9efe0 None None] Agent healthcheck: found 6 active agents {{(pid=84422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 08:12:49.140579 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [None req-f7e157ff-b0ed-4fcd-9241-5046db6e7b32 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Allocated IP 172.28.3.247 (1ff46c99-7a5d-4315-af88-cb546c84119d/b9dcea17-38c4-48c8-a3c6-f64b629ec00f/98d674db-6e38-49e5-b5a7-22e4a1f783be) {{(pid=84419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:12:49.192340 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-262c40a2-1db8-4b4b-a613-87ec042c0b37 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:49.192814 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-262c40a2-1db8-4b4b-a613-87ec042c0b37 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:49.307219 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f7e157ff-b0ed-4fcd-9241-5046db6e7b32 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks [] for port, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:49.331989 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-262c40a2-1db8-4b4b-a613-87ec042c0b37 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Calling delete_port for 7a3eadc8-9858-4ad0-9abe-0e0fe073c2ce owned by network:floatingip {{(pid=84420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:12:49.386054 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f7e157ff-b0ed-4fcd-9241-5046db6e7b32 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:49.402934 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-1ff87f94-a727-4eb0-94fa-e75e69562e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:12:49.407629 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:49.516014 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-262c40a2-1db8-4b4b-a613-87ec042c0b37 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716444531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762716001395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10887448'] for port, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:49.532752 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-ebeaa7d3-abc9-4608-a865-54879340ed80 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:12:49.551731 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e157ff-b0ed-4fcd-9241-5046db6e7b32 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Pushing event updated for resources: {'Port': ['ID=98d674db-6e38-49e5-b5a7-22e4a1f783be,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:12:49.556281 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f7e157ff-b0ed-4fcd-9241-5046db6e7b32 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:12:49.569283 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 08:12:49.590778 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c40a2-1db8-4b4b-a613-87ec042c0b37 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Pushing event deleted for resources: {'Port': ['ID=7a3eadc8-9858-4ad0-9abe-0e0fe073c2ce,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:12:49.594678 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-262c40a2-1db8-4b4b-a613-87ec042c0b37 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:12:49.600551 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e157ff-b0ed-4fcd-9241-5046db6e7b32 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Network 1ff46c99-7a5d-4315-af88-cb546c84119d is already hosted by enough agents. {{(pid=84419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:12:49.601733 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-f7e157ff-b0ed-4fcd-9241-5046db6e7b32 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Resources bound (agent type, host, resource id): {{(pid=84419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:12:49.604072 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e157ff-b0ed-4fcd-9241-5046db6e7b32 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Received port after_create {{(pid=84419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:12:49.611242 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] No Port match for: 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced {{(pid=84421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 08:12:49.611784 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 10dab2c9-8f5d-4e9b-810e-6a020c4b5ced not bound to the agent host hv-cinder-78239 {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 08:12:49.687030 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f7e157ff-b0ed-4fcd-9241-5046db6e7b32 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:49.775744 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f7e157ff-b0ed-4fcd-9241-5046db6e7b32 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:49.809721 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-262c40a2-1db8-4b4b-a613-87ec042c0b37 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks [] for floatingip, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:49.825860 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-262c40a2-1db8-4b4b-a613-87ec042c0b37 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for floatingip, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:49.827099 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-262c40a2-1db8-4b4b-a613-87ec042c0b37 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] 10.222.0.16 "DELETE /v2.0/floatingips/24ea3a78-3882-45e3-95a5-062fb26a48d0 HTTP/1.1" status: 204 len: 168 time: 1.9666932 Apr 07 08:12:50.057928 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f7e157ff-b0ed-4fcd-9241-5046db6e7b32 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks [] for port, precommit_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:50.090750 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f7e157ff-b0ed-4fcd-9241-5046db6e7b32 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963711'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:50.106821 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8c1ff901-d669-4e41-b29c-c6314c84c899 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:12:50.251352 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e157ff-b0ed-4fcd-9241-5046db6e7b32 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Pushing event updated for resources: {'Port': ['ID=98d674db-6e38-49e5-b5a7-22e4a1f783be,revision_number=2']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:12:50.255539 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f7e157ff-b0ed-4fcd-9241-5046db6e7b32 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:12:50.346840 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f7e157ff-b0ed-4fcd-9241-5046db6e7b32 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675279'] for floatingip, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:50.404614 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f7e157ff-b0ed-4fcd-9241-5046db6e7b32 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for floatingip, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:50.405956 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-f7e157ff-b0ed-4fcd-9241-5046db6e7b32 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6329658 Apr 07 08:12:50.641629 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-6a7ebf2a-21c9-455a-9cbd-c86da81955eb tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Synchronizing usage tracker for tenant:34c1b1d205a140b39082ee45b1ce3028 on resource:security_group {{(pid=84419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:12:50.687021 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-6a7ebf2a-21c9-455a-9cbd-c86da81955eb tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Unset dirty status for tenant:34c1b1d205a140b39082ee45b1ce3028 on resource:security_group {{(pid=84419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:12:50.688248 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-6a7ebf2a-21c9-455a-9cbd-c86da81955eb tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--159548114&fields=id&tenant_id=34c1b1d205a140b39082ee45b1ce3028 HTTP/1.1" status: 200 len: 267 time: 0.0892878 Apr 07 08:12:50.853851 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-7644498e-9845-457a-bf3f-34d9026d88ca tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:50.855469 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-7644498e-9845-457a-bf3f-34d9026d88ca tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/networks?id=ab5bbd22-bfa8-4c9f-86a6-c4149444a964 HTTP/1.1" status: 200 len: 811 time: 0.1596603 Apr 07 08:12:50.871810 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-e1d934ea-8f74-419a-83ef-82914f25a569 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/quotas/34c1b1d205a140b39082ee45b1ce3028 HTTP/1.1" status: 200 len: 375 time: 0.0097587 Apr 07 08:12:50.966366 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-0b5cbf54-e72d-48cc-8544-f0e320cf2f27 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Synchronizing usage tracker for tenant:34c1b1d205a140b39082ee45b1ce3028 on resource:port {{(pid=84419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:12:51.010332 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-0b5cbf54-e72d-48cc-8544-f0e320cf2f27 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Unset dirty status for tenant:34c1b1d205a140b39082ee45b1ce3028 on resource:port {{(pid=84419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:12:51.011811 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-0b5cbf54-e72d-48cc-8544-f0e320cf2f27 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=34c1b1d205a140b39082ee45b1ce3028&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1345379 Apr 07 08:12:51.162455 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-6b4311bd-8bc9-4312-8234-95e34431ec65 service neutron] 10.222.0.16 "GET /v2.0/networks/ab5bbd22-bfa8-4c9f-86a6-c4149444a964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380119 Apr 07 08:12:51.317962 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-0cea373d-468a-4dfc-a0a7-b6dba37ee1af service neutron] 10.222.0.16 "GET /v2.0/networks/ab5bbd22-bfa8-4c9f-86a6-c4149444a964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489151 Apr 07 08:12:51.548219 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-f8556a11-d951-49b8-85f3-a4f5ff691f1a req-93484a95-c299-4cb2-96c4-6629046269b9 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Synchronizing usage tracker for tenant:34c1b1d205a140b39082ee45b1ce3028 on resource:port {{(pid=84420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:12:51.565087 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-f8556a11-d951-49b8-85f3-a4f5ff691f1a req-93484a95-c299-4cb2-96c4-6629046269b9 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Unset dirty status for tenant:34c1b1d205a140b39082ee45b1ce3028 on resource:port {{(pid=84420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:12:51.566888 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f8556a11-d951-49b8-85f3-a4f5ff691f1a req-93484a95-c299-4cb2-96c4-6629046269b9 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=bea84bff-b665-40d3-9901-8273ce1c7cb0 HTTP/1.1" status: 200 len: 210 time: 0.0694540 Apr 07 08:12:52.247351 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-500b6b33-79c8-4a73-bab4-c6b3b449482c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:52.735775 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-857dbddb-5dc9-43e4-976e-6e827f74d94b req-aa7f4da5-3801-4d73-a694-75efbb8cb402 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=bea84bff-b665-40d3-9901-8273ce1c7cb0 HTTP/1.1" status: 200 len: 210 time: 0.0496340 Apr 07 08:12:52.792475 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 50378) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:12:53.236946 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-50e3201d-1c04-4787-ac15-2103fd7ed278 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:53.238715 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-50e3201d-1c04-4787-ac15-2103fd7ed278 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.13 "GET /v2.0/networks?id=ab5bbd22-bfa8-4c9f-86a6-c4149444a964 HTTP/1.1" status: 200 len: 811 time: 0.1734202 Apr 07 08:12:53.319251 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-7b69b6f8-b624-4468-a470-d688f67a14ab tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=34c1b1d205a140b39082ee45b1ce3028 HTTP/1.1" status: 200 len: 5707 time: 0.0712602 Apr 07 08:12:53.330901 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-eb2c9408-2629-4efa-b67c-f378cc02e9d6 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Request body: {'port': {'device_id': 'bea84bff-b665-40d3-9901-8273ce1c7cb0', 'network_id': 'ab5bbd22-bfa8-4c9f-86a6-c4149444a964', 'admin_state_up': True, 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'security_groups': ['7bcec3e4-1aea-463f-8a5e-72d321aa15bf']}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:12:53.482624 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-eb2c9408-2629-4efa-b67c-f378cc02e9d6 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:12:53.486481 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-773a480f-0b29-4c99-8735-bdfd10cc5991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854102931'] for router_interface, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:53.493881 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-eb2c9408-2629-4efa-b67c-f378cc02e9d6 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:12:53.530297 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-eb2c9408-2629-4efa-b67c-f378cc02e9d6 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Made reservation on behalf of 34c1b1d205a140b39082ee45b1ce3028 for: {'port': 1} {{(pid=84419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:12:53.536802 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-eb2c9408-2629-4efa-b67c-f378cc02e9d6 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:53.715758 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-eb2c9408-2629-4efa-b67c-f378cc02e9d6 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Allocated IP 172.20.0.3 (ab5bbd22-bfa8-4c9f-86a6-c4149444a964/8e3dcb39-b597-4ef8-9cff-53923f6cc286/7c61286d-af3d-402f-9570-565dfce14a6d) {{(pid=84419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:12:53.873260 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-773a480f-0b29-4c99-8735-bdfd10cc5991 admin admin] Deleting port 598fb0e5-3d4f-4657-bf1e-3a89591f541a {{(pid=84420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:12:53.873639 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-773a480f-0b29-4c99-8735-bdfd10cc5991 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:53.922088 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-6d6dea81-5110-4dfd-b698-91fe7d3d60d0 req-443c0009-ce13-4c24-a1bd-4e1a76f2c2d2 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=bea84bff-b665-40d3-9901-8273ce1c7cb0 HTTP/1.1" status: 200 len: 210 time: 0.0697873 Apr 07 08:12:53.980612 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-eb2c9408-2629-4efa-b67c-f378cc02e9d6 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks [] for port, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:53.999559 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-eb2c9408-2629-4efa-b67c-f378cc02e9d6 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Transition to ACTIVE for port object 7c61286d-af3d-402f-9570-565dfce14a6d will not be triggered until provisioned by entity DHCP. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:12:54.053712 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-eb2c9408-2629-4efa-b67c-f378cc02e9d6 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:54.073326 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-ed28eec7-ce35-498b-b2fa-61d6cf307391 tempest-AttachVolumeNegativeTest-852300413 tempest-AttachVolumeNegativeTest-852300413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:12:54.220521 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c9408-2629-4efa-b67c-f378cc02e9d6 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Pushing event updated for resources: {'Port': ['ID=7c61286d-af3d-402f-9570-565dfce14a6d,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:12:54.223765 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-eb2c9408-2629-4efa-b67c-f378cc02e9d6 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:12:54.269729 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-eb2c9408-2629-4efa-b67c-f378cc02e9d6 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Network ab5bbd22-bfa8-4c9f-86a6-c4149444a964 is already hosted by enough agents. {{(pid=84419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:12:54.271109 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-eb2c9408-2629-4efa-b67c-f378cc02e9d6 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Resources bound (agent type, host, resource id): {{(pid=84419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:12:54.273543 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-eb2c9408-2629-4efa-b67c-f378cc02e9d6 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Received port after_create {{(pid=84419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:12:54.304046 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-773a480f-0b29-4c99-8735-bdfd10cc5991 admin admin] For port 598fb0e5-3d4f-4657-bf1e-3a89591f541a, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=598fb0e5-3d4f-4657-bf1e-3a89591f541a,segment=NetworkSegment(10fc6654-2c6a-4d12-930e-7b16dfb451cb),segment_id=10fc6654-2c6a-4d12-930e-7b16dfb451cb)] {{(pid=84420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:12:54.304449 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-773a480f-0b29-4c99-8735-bdfd10cc5991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:54.342422 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-eb2c9408-2629-4efa-b67c-f378cc02e9d6 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:54.343171 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-eb2c9408-2629-4efa-b67c-f378cc02e9d6 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:54.408412 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-eb2c9408-2629-4efa-b67c-f378cc02e9d6 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0817590 Apr 07 08:12:54.421275 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-439ba028-d4bb-49e7-a9d0-e12a26ea49ad service neutron] Request body: {'port': {'device_id': 'bea84bff-b665-40d3-9901-8273ce1c7cb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:12:54.448015 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-773a480f-0b29-4c99-8735-bdfd10cc5991 admin admin] Calling delete_port for 598fb0e5-3d4f-4657-bf1e-3a89591f541a owned by network:router_interface {{(pid=84420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:12:54.513216 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-9bf09024-534c-4f66-82fa-f09aba052d44 None None] Provisioning for port 7c61286d-af3d-402f-9570-565dfce14a6d completed by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:12:54.519912 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-9bf09024-534c-4f66-82fa-f09aba052d44 None None] Provisioning complete for port 7c61286d-af3d-402f-9570-565dfce14a6d triggered by entity DHCP. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:12:54.520341 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9bf09024-534c-4f66-82fa-f09aba052d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:54.546767 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-439ba028-d4bb-49e7-a9d0-e12a26ea49ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:54.580443 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-9bf09024-534c-4f66-82fa-f09aba052d44 None None] Port 7c61286d-af3d-402f-9570-565dfce14a6d cannot update to ACTIVE because it is not bound. {{(pid=84421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 08:12:54.652924 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-773a480f-0b29-4c99-8735-bdfd10cc5991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716444531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762716001395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10887448'] for port, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:54.668685 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-262c40a2-1db8-4b4b-a613-87ec042c0b37 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:12:54.729172 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a480f-0b29-4c99-8735-bdfd10cc5991 admin admin] Pushing event deleted for resources: {'Port': ['ID=598fb0e5-3d4f-4657-bf1e-3a89591f541a,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:12:54.733050 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-773a480f-0b29-4c99-8735-bdfd10cc5991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:12:54.964148 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-69bf64f3-0ad4-4f39-ba9c-01924275bb12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:54.989644 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-439ba028-d4bb-49e7-a9d0-e12a26ea49ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c61286d-af3d-402f-9570-565dfce14a6d {{(pid=84419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 08:12:54.999643 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-439ba028-d4bb-49e7-a9d0-e12a26ea49ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:55.017981 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-439ba028-d4bb-49e7-a9d0-e12a26ea49ad service neutron] Transition to ACTIVE for port object 7c61286d-af3d-402f-9570-565dfce14a6d will not be triggered until provisioned by entity L2. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:12:55.058729 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-439ba028-d4bb-49e7-a9d0-e12a26ea49ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963711'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:55.075050 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-27c45577-838c-4154-8a7f-814de28bbb36 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:12:55.210449 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-773a480f-0b29-4c99-8735-bdfd10cc5991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854105160'] for router_interface, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:55.252446 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59cc29-9ba7-49db-a4b0-7123fda1c47a req-884021aa-3891-416c-af55-2fdb670efdb1 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:55.254159 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1f59cc29-9ba7-49db-a4b0-7123fda1c47a req-884021aa-3891-416c-af55-2fdb670efdb1 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=bea84bff-b665-40d3-9901-8273ce1c7cb0 HTTP/1.1" status: 200 len: 943 time: 0.1796196 Apr 07 08:12:55.377153 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-1f59cc29-9ba7-49db-a4b0-7123fda1c47a req-ebb21d22-e16c-4d83-acab-e3ca842d52f7 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Synchronizing usage tracker for tenant:34c1b1d205a140b39082ee45b1ce3028 on resource:security_group {{(pid=84420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:12:55.410101 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-1f59cc29-9ba7-49db-a4b0-7123fda1c47a req-ebb21d22-e16c-4d83-acab-e3ca842d52f7 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Unset dirty status for tenant:34c1b1d205a140b39082ee45b1ce3028 on resource:security_group {{(pid=84420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:12:55.411942 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1f59cc29-9ba7-49db-a4b0-7123fda1c47a req-ebb21d22-e16c-4d83-acab-e3ca842d52f7 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bcec3e4-1aea-463f-8a5e-72d321aa15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085103 Apr 07 08:12:55.424616 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:55.460781 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ba028-d4bb-49e7-a9d0-e12a26ea49ad service neutron] Pushing event updated for resources: {'Port': ['ID=7c61286d-af3d-402f-9570-565dfce14a6d,revision_number=2']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:12:55.465518 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-439ba028-d4bb-49e7-a9d0-e12a26ea49ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:12:55.681657 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-439ba028-d4bb-49e7-a9d0-e12a26ea49ad service neutron] Attempting to bind port 7c61286d-af3d-402f-9570-565dfce14a6d on host hv-cinder-78239 for vnic_type normal with profile {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:12:55.682037 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-439ba028-d4bb-49e7-a9d0-e12a26ea49ad service neutron] Attempting to bind port 7c61286d-af3d-402f-9570-565dfce14a6d by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': '0320c003-197f-4159-838f-fc3f7957e4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ab5bbd22-bfa8-4c9f-86a6-c4149444a964'}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 08:12:55.682410 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-439ba028-d4bb-49e7-a9d0-e12a26ea49ad service neutron] Attempting to bind port 7c61286d-af3d-402f-9570-565dfce14a6d on network ab5bbd22-bfa8-4c9f-86a6-c4149444a964 {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:12:55.687521 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-439ba028-d4bb-49e7-a9d0-e12a26ea49ad service neutron] Port 7c61286d-af3d-402f-9570-565dfce14a6d on network ab5bbd22-bfa8-4c9f-86a6-c4149444a964 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 08:12:55.687882 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-439ba028-d4bb-49e7-a9d0-e12a26ea49ad service neutron] Attempting to bind port 7c61286d-af3d-402f-9570-565dfce14a6d on network ab5bbd22-bfa8-4c9f-86a6-c4149444a964 {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:12:55.693625 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-439ba028-d4bb-49e7-a9d0-e12a26ea49ad service neutron] Checking agent: {'id': '265b7c30-4a56-4c92-aee0-001f9a549a36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 8, 3, 49), 'started_at': datetime.datetime(2021, 4, 7, 8, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 08:12:55.693994 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-439ba028-d4bb-49e7-a9d0-e12a26ea49ad service neutron] Checking segment: {'id': '0320c003-197f-4159-838f-fc3f7957e4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ab5bbd22-bfa8-4c9f-86a6-c4149444a964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:12:55.694410 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-439ba028-d4bb-49e7-a9d0-e12a26ea49ad service neutron] Bound using segment: {'id': '0320c003-197f-4159-838f-fc3f7957e4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ab5bbd22-bfa8-4c9f-86a6-c4149444a964'} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 08:12:55.694929 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-439ba028-d4bb-49e7-a9d0-e12a26ea49ad service neutron] Bound port: 7c61286d-af3d-402f-9570-565dfce14a6d, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0320c003-197f-4159-838f-fc3f7957e4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ab5bbd22-bfa8-4c9f-86a6-c4149444a964'}}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 08:12:55.695314 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-439ba028-d4bb-49e7-a9d0-e12a26ea49ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:55.797408 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-439ba028-d4bb-49e7-a9d0-e12a26ea49ad service neutron] For port 7c61286d-af3d-402f-9570-565dfce14a6d, host hv-cinder-78239, cleared binding levels {{(pid=84419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 08:12:55.800547 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-439ba028-d4bb-49e7-a9d0-e12a26ea49ad service neutron] For port 7c61286d-af3d-402f-9570-565dfce14a6d, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=7c61286d-af3d-402f-9570-565dfce14a6d,segment=NetworkSegment(0320c003-197f-4159-838f-fc3f7957e4e8),segment_id=0320c003-197f-4159-838f-fc3f7957e4e8)] {{(pid=84419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 08:12:55.816830 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-773a480f-0b29-4c99-8735-bdfd10cc5991 admin admin] Router 034e59f7-3fbf-4bd6-866c-c30cc3c80679 has already been hosted by L3 agent 9e1c8038-06ec-4f38-a606-610b3381902d {{(pid=84420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 08:12:55.830825 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-439ba028-d4bb-49e7-a9d0-e12a26ea49ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963711'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:55.846695 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-54f3b70b-3b11-44eb-bb2b-074f3ef4d13a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:12:55.997986 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ba028-d4bb-49e7-a9d0-e12a26ea49ad service neutron] Pushing event updated for resources: {'Port': ['ID=7c61286d-af3d-402f-9570-565dfce14a6d,revision_number=3']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:12:56.003135 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-439ba028-d4bb-49e7-a9d0-e12a26ea49ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:12:56.006933 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773a480f-0b29-4c99-8735-bdfd10cc5991 admin admin] Notify agent at l3_agent.dv-cinder-782390-4-smb the message routers_updated {{(pid=84420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 08:12:56.016765 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f5713a-4acb-4359-a73d-f71645d4615b None None] Sync routers for ids ['034e59f7-3fbf-4bd6-866c-c30cc3c80679'] in dv-cinder-782390-4-smb {{(pid=84421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 08:12:56.021739 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-773a480f-0b29-4c99-8735-bdfd10cc5991 admin admin] 10.222.0.16 "PUT /v2.0/routers/034e59f7-3fbf-4bd6-866c-c30cc3c80679/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2274628 Apr 07 08:12:56.025101 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 50394) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:12:56.031155 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f5713a-4acb-4359-a73d-f71645d4615b None None] Routers {'034e59f7-3fbf-4bd6-866c-c30cc3c80679'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:12:56.031927 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-f1f5713a-4acb-4359-a73d-f71645d4615b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:12:55Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['034e59f7-3fbf-4bd6-866c-c30cc3c80679'], 'active': True} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:12:56.039115 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-439ba028-d4bb-49e7-a9d0-e12a26ea49ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:56.040048 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-439ba028-d4bb-49e7-a9d0-e12a26ea49ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:56.041934 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-439ba028-d4bb-49e7-a9d0-e12a26ea49ad service neutron] 10.222.0.13 "PUT /v2.0/ports/7c61286d-af3d-402f-9570-565dfce14a6d HTTP/1.1" status: 200 len: 1093 time: 1.6253052 Apr 07 08:12:56.042509 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bea84bff-b665-40d3-9901-8273ce1c7cb0', 'tag': '7c61286d-af3d-402f-9570-565dfce14a6d'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:12:56.110350 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bea84bff-b665-40d3-9901-8273ce1c7cb0', 'tag': '7c61286d-af3d-402f-9570-565dfce14a6d', 'status': 'completed', 'code': 200} Apr 07 08:12:56.219722 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-6d5c3d7c-9dfc-480c-8fea-8aca3bd82273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:56.221818 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-6d5c3d7c-9dfc-480c-8fea-8aca3bd82273 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=34c1b1d205a140b39082ee45b1ce3028&device_id=bea84bff-b665-40d3-9901-8273ce1c7cb0 HTTP/1.1" status: 200 len: 1096 time: 0.1007762 Apr 07 08:12:56.225714 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-19a7dc38-7b02-4a21-88d5-307d991b87e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:56.238257 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-f1f5713a-4acb-4359-a73d-f71645d4615b None None] Set router 034e59f7-3fbf-4bd6-866c-c30cc3c80679 gateway port host: dv-cinder-782390-4-smb {{(pid=84421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:12:56.305077 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-62216c51-4932-414d-8e9c-42679c803cb3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c61286d-af3d-402f-9570-565dfce14a6d HTTP/1.1" status: 200 len: 217 time: 0.0753503 Apr 07 08:12:56.381102 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-c7d8dc4f-6214-420f-914b-045d3371900c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:56.382704 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-c7d8dc4f-6214-420f-914b-045d3371900c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e3dcb39-b597-4ef8-9cff-53923f6cc286 HTTP/1.1" status: 200 len: 850 time: 0.0710130 Apr 07 08:12:56.432304 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-19a7dc38-7b02-4a21-88d5-307d991b87e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:56.473380 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-188450c2-095b-48d9-88bb-0b74fcf6b93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:56.473598 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-19a7dc38-7b02-4a21-88d5-307d991b87e9 admin admin] Deleting port b25bdc3d-859f-41b2-bd1f-63370ac91767 {{(pid=84420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:12:56.473965 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-19a7dc38-7b02-4a21-88d5-307d991b87e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:56.475022 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-188450c2-095b-48d9-88bb-0b74fcf6b93f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ab5bbd22-bfa8-4c9f-86a6-c4149444a964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0834413 Apr 07 08:12:56.601368 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-f1f5713a-4acb-4359-a73d-f71645d4615b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'name': 'tempest-AttachVolumeShelveTestJSON-1522203858-router', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'b25bdc3d-859f-41b2-bd1f-63370ac91767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:05:39Z', 'updated_at': '2021-04-07T08:12:54Z', 'revision_number': 5, 'project_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'gw_port': {'id': 'b25bdc3d-859f-41b2-bd1f-63370ac91767', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:05:41Z', 'updated_at': '2021-04-07T08:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb'}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:12:56.607394 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f5713a-4acb-4359-a73d-f71645d4615b None None] Checking router: 034e59f7-3fbf-4bd6-866c-c30cc3c80679 for host: dv-cinder-782390-4-smb {{(pid=84421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 08:12:56.618905 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f5713a-4acb-4359-a73d-f71645d4615b None None] Routers {'034e59f7-3fbf-4bd6-866c-c30cc3c80679'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:12:56.619331 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-f1f5713a-4acb-4359-a73d-f71645d4615b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:12:55Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['034e59f7-3fbf-4bd6-866c-c30cc3c80679'], 'active': True} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:12:56.643587 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-cfcd04b8-dd4c-42cc-ab27-9a9a55d62090 service neutron] 10.222.0.13 "GET /v2.0/networks/ab5bbd22-bfa8-4c9f-86a6-c4149444a964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600144 Apr 07 08:12:56.797687 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-f09be441-d79a-40fc-a645-9faf7de6c461 req-5fe0ab45-9ed2-4897-9bea-9588f267f345 service neutron] 10.222.0.13 "GET /v2.0/networks/ab5bbd22-bfa8-4c9f-86a6-c4149444a964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463420 Apr 07 08:12:56.809664 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-f1f5713a-4acb-4359-a73d-f71645d4615b None None] Set router 034e59f7-3fbf-4bd6-866c-c30cc3c80679 gateway port host: None {{(pid=84421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:12:56.919173 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:56.921103 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:56.929446 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-f1f5713a-4acb-4359-a73d-f71645d4615b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'name': 'tempest-AttachVolumeShelveTestJSON-1522203858-router', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:05:39Z', 'updated_at': '2021-04-07T08:12:56Z', 'revision_number': 6, 'project_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'gw_port_host': None}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:12:56.933978 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f5713a-4acb-4359-a73d-f71645d4615b None None] The sync data for ids ['034e59f7-3fbf-4bd6-866c-c30cc3c80679'] in dv-cinder-782390-4-smb is: [{'id': '034e59f7-3fbf-4bd6-866c-c30cc3c80679', 'name': 'tempest-AttachVolumeShelveTestJSON-1522203858-router', 'tenant_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:05:39Z', 'updated_at': '2021-04-07T08:12:56Z', 'revision_number': 6, 'project_id': 'fbff52d4f92c40aa9b8208fa7e54d5d5', 'gw_port_host': None}] {{(pid=84421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 08:12:56.958984 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae51c5d-bbb8-47d7-9b28-d71413a41d8e req-90abfb93-c441-46a1-bedd-d2267b5ed801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:56.960874 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5ae51c5d-bbb8-47d7-9b28-d71413a41d8e req-90abfb93-c441-46a1-bedd-d2267b5ed801 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=34c1b1d205a140b39082ee45b1ce3028&device_id=bea84bff-b665-40d3-9901-8273ce1c7cb0 HTTP/1.1" status: 200 len: 1096 time: 0.0843558 Apr 07 08:12:56.965832 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff377ad6-0d41-4682-8746-a27736c04440 req-dee5291a-bc58-479b-869e-bc66b9fdddb1 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:56.967611 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ff377ad6-0d41-4682-8746-a27736c04440 req-dee5291a-bc58-479b-869e-bc66b9fdddb1 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=bea84bff-b665-40d3-9901-8273ce1c7cb0 HTTP/1.1" status: 200 len: 943 time: 0.2116354 Apr 07 08:12:57.023813 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-19a7dc38-7b02-4a21-88d5-307d991b87e9 admin admin] For port b25bdc3d-859f-41b2-bd1f-63370ac91767, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=b25bdc3d-859f-41b2-bd1f-63370ac91767,segment=NetworkSegment(1cadf7a7-5200-427f-84ab-5b34fedab1ff),segment_id=1cadf7a7-5200-427f-84ab-5b34fedab1ff)] {{(pid=84420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:12:57.024751 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-19a7dc38-7b02-4a21-88d5-307d991b87e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:57.114146 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae51c5d-bbb8-47d7-9b28-d71413a41d8e req-af67bdfd-af42-4f90-9379-8223f1022a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:57.115910 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5ae51c5d-bbb8-47d7-9b28-d71413a41d8e req-af67bdfd-af42-4f90-9379-8223f1022a75 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ab5bbd22-bfa8-4c9f-86a6-c4149444a964 HTTP/1.1" status: 200 len: 912 time: 0.1474092 Apr 07 08:12:57.161397 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ff377ad6-0d41-4682-8746-a27736c04440 req-b0710d56-8c8e-419b-8666-55bf732fb46d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bcec3e4-1aea-463f-8a5e-72d321aa15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857851 Apr 07 08:12:57.170942 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-19a7dc38-7b02-4a21-88d5-307d991b87e9 admin admin] Calling delete_port for b25bdc3d-859f-41b2-bd1f-63370ac91767 owned by network:router_gateway {{(pid=84420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:12:57.197373 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5ae51c5d-bbb8-47d7-9b28-d71413a41d8e req-c944f85c-a339-4cae-9e21-cc68678ab4c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c61286d-af3d-402f-9570-565dfce14a6d HTTP/1.1" status: 200 len: 217 time: 0.0735874 Apr 07 08:12:57.273098 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae51c5d-bbb8-47d7-9b28-d71413a41d8e req-d1e73b5f-3f72-43d9-8aab-91076d2f9e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:57.275941 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5ae51c5d-bbb8-47d7-9b28-d71413a41d8e req-d1e73b5f-3f72-43d9-8aab-91076d2f9e22 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e3dcb39-b597-4ef8-9cff-53923f6cc286 HTTP/1.1" status: 200 len: 850 time: 0.0723886 Apr 07 08:12:57.365520 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae51c5d-bbb8-47d7-9b28-d71413a41d8e req-1a792a26-e06e-4782-90c2-63cb112e052a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:57.367201 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5ae51c5d-bbb8-47d7-9b28-d71413a41d8e req-1a792a26-e06e-4782-90c2-63cb112e052a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ab5bbd22-bfa8-4c9f-86a6-c4149444a964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0813658 Apr 07 08:12:57.450631 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-19a7dc38-7b02-4a21-88d5-307d991b87e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716444531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762716001395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10887448'] for port, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:57.467380 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:12:57.519745 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5ae51c5d-bbb8-47d7-9b28-d71413a41d8e req-914d4b6e-6940-4c89-a7f7-0dd8a259866e service neutron] 10.222.0.13 "GET /v2.0/networks/ab5bbd22-bfa8-4c9f-86a6-c4149444a964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412306 Apr 07 08:12:57.527156 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a7dc38-7b02-4a21-88d5-307d991b87e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b25bdc3d-859f-41b2-bd1f-63370ac91767,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:12:57.574455 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-19a7dc38-7b02-4a21-88d5-307d991b87e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:12:57.671174 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5ae51c5d-bbb8-47d7-9b28-d71413a41d8e req-c277c15e-5470-4b4c-9276-af8370282f17 service neutron] 10.222.0.13 "GET /v2.0/networks/ab5bbd22-bfa8-4c9f-86a6-c4149444a964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412287 Apr 07 08:12:57.733233 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-19a7dc38-7b02-4a21-88d5-307d991b87e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854100552'] for router_gateway, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:57.917225 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-19a7dc38-7b02-4a21-88d5-307d991b87e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854768484'] for router, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:57.919557 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-19a7dc38-7b02-4a21-88d5-307d991b87e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:58.124794 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-19a7dc38-7b02-4a21-88d5-307d991b87e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672643'] for router, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:58.125380 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a7dc38-7b02-4a21-88d5-307d991b87e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 034e59f7-3fbf-4bd6-866c-c30cc3c80679 {{(pid=84420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 07 08:12:58.138122 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-19a7dc38-7b02-4a21-88d5-307d991b87e9 admin admin] Notify callbacks [] for router, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:58.139386 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-19a7dc38-7b02-4a21-88d5-307d991b87e9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/034e59f7-3fbf-4bd6-866c-c30cc3c80679 HTTP/1.1" status: 204 len: 168 time: 2.1132960 Apr 07 08:12:58.142011 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 50402) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:12:58.215754 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_v2 [None req-a06ca0e2-63c1-4067-bf01-061d53a52cd1 admin admin] Deleting subnet 76e481b0-5bdc-45a1-aec7-e681d70e1c14 {{(pid=84420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 07 08:12:58.219131 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a06ca0e2-63c1-4067-bf01-061d53a52cd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:58.275572 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a06ca0e2-63c1-4067-bf01-061d53a52cd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844264568'] for subnet, precommit_delete_associations {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:58.331984 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 598fb0e5-3d4f-4657-bf1e-3a89591f541a no longer exists at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 08:12:58.372920 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] No Port match for: 598fb0e5-3d4f-4657-bf1e-3a89591f541a {{(pid=84421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 08:12:58.373319 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 598fb0e5-3d4f-4657-bf1e-3a89591f541a not bound to the agent host dv-cinder-782390-4-smb {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 08:12:58.373793 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device b25bdc3d-859f-41b2-bd1f-63370ac91767 no longer exists at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 08:12:58.382040 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a06ca0e2-63c1-4067-bf01-061d53a52cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4567'] for subnet, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:58.382206 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d0cc0-62c8-44e8-aa28-377cbd9a621a req-31e1ea4d-e9d1-4c1b-b1f7-5d8a0a3f32cb tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:58.383217 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-329d0cc0-62c8-44e8-aa28-377cbd9a621a req-31e1ea4d-e9d1-4c1b-b1f7-5d8a0a3f32cb tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Synchronizing usage tracker for tenant:34c1b1d205a140b39082ee45b1ce3028 on resource:port {{(pid=84419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:12:58.410367 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] No Port match for: b25bdc3d-859f-41b2-bd1f-63370ac91767 {{(pid=84421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 08:12:58.410810 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device b25bdc3d-859f-41b2-bd1f-63370ac91767 not bound to the agent host dv-cinder-782390-4-smb {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 08:12:58.431016 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-329d0cc0-62c8-44e8-aa28-377cbd9a621a req-31e1ea4d-e9d1-4c1b-b1f7-5d8a0a3f32cb tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Unset dirty status for tenant:34c1b1d205a140b39082ee45b1ce3028 on resource:port {{(pid=84419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:12:58.432358 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-329d0cc0-62c8-44e8-aa28-377cbd9a621a req-31e1ea4d-e9d1-4c1b-b1f7-5d8a0a3f32cb tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=bea84bff-b665-40d3-9901-8273ce1c7cb0 HTTP/1.1" status: 200 len: 943 time: 0.1481090 Apr 07 08:12:58.482515 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-329d0cc0-62c8-44e8-aa28-377cbd9a621a req-67ed6dd4-7a22-45d5-89e5-b5379b9933ba tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bcec3e4-1aea-463f-8a5e-72d321aa15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437820 Apr 07 08:12:58.681731 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a06ca0e2-63c1-4067-bf01-061d53a52cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843888187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10533487'] for subnet, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:58.697208 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-65e36ecb-a25c-4ef7-89d2-9e0bcb0744ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:12:58.745120 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ca0e2-63c1-4067-bf01-061d53a52cd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76e481b0-5bdc-45a1-aec7-e681d70e1c14,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:12:58.747951 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a06ca0e2-63c1-4067-bf01-061d53a52cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:12:58.831814 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a06ca0e2-63c1-4067-bf01-061d53a52cd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:58.837520 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998835ad-d545-4926-8201-5d3243f13989 None None] Network 64ec1db9-cd07-42a9-a563-1c7517517aa8 requested from dv-cinder-782390-4-smb {{(pid=84421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 08:12:58.839420 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-a06ca0e2-63c1-4067-bf01-061d53a52cd1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/76e481b0-5bdc-45a1-aec7-e681d70e1c14 HTTP/1.1" status: 204 len: 168 time: 0.6964483 Apr 07 08:12:58.842033 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 50408) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:12:58.959587 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-102edb35-5b2f-479e-b59e-d41921372862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-154221'] for network, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:59.033408 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-102edb35-5b2f-479e-b59e-d41921372862 admin admin] Deleting port 345f1aa3-4d61-46b1-b3d0-4bf5c5a22181 {{(pid=84420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:12:59.033782 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-102edb35-5b2f-479e-b59e-d41921372862 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:59.097711 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7094fa29-62dc-4cb5-a6f0-18196a82bcbc None None] DHCP port deletion for 64ec1db9-cd07-42a9-a563-1c7517517aa8 request from dv-cinder-782390-4-smb {{(pid=84421) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 07 08:12:59.101997 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-7094fa29-62dc-4cb5-a6f0-18196a82bcbc None None] Deleting port 345f1aa3-4d61-46b1-b3d0-4bf5c5a22181 {{(pid=84421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:12:59.102520 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7094fa29-62dc-4cb5-a6f0-18196a82bcbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:59.255040 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-102edb35-5b2f-479e-b59e-d41921372862 admin admin] For port 345f1aa3-4d61-46b1-b3d0-4bf5c5a22181, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=345f1aa3-4d61-46b1-b3d0-4bf5c5a22181,segment=NetworkSegment(10fc6654-2c6a-4d12-930e-7b16dfb451cb),segment_id=10fc6654-2c6a-4d12-930e-7b16dfb451cb)] {{(pid=84420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:12:59.255363 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-102edb35-5b2f-479e-b59e-d41921372862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:59.315509 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-7094fa29-62dc-4cb5-a6f0-18196a82bcbc None None] For port 345f1aa3-4d61-46b1-b3d0-4bf5c5a22181, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=345f1aa3-4d61-46b1-b3d0-4bf5c5a22181,segment=NetworkSegment(10fc6654-2c6a-4d12-930e-7b16dfb451cb),segment_id=10fc6654-2c6a-4d12-930e-7b16dfb451cb)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:12:59.316301 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7094fa29-62dc-4cb5-a6f0-18196a82bcbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:59.390556 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-102edb35-5b2f-479e-b59e-d41921372862 admin admin] Calling delete_port for 345f1aa3-4d61-46b1-b3d0-4bf5c5a22181 owned by network:dhcp {{(pid=84420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:12:59.449520 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-7094fa29-62dc-4cb5-a6f0-18196a82bcbc None None] Calling delete_port for 345f1aa3-4d61-46b1-b3d0-4bf5c5a22181 owned by network:dhcp {{(pid=84421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:12:59.510424 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-102edb35-5b2f-479e-b59e-d41921372862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716444531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762716001395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10887448'] for port, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:59.523907 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.db.api [None req-7094fa29-62dc-4cb5-a6f0-18196a82bcbc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84421) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 07 08:12:59.524384 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_db.api [None req-7094fa29-62dc-4cb5-a6f0-18196a82bcbc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 07 08:12:59.526374 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-773a480f-0b29-4c99-8735-bdfd10cc5991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:12:59.586212 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102edb35-5b2f-479e-b59e-d41921372862 admin admin] Pushing event deleted for resources: {'Port': ['ID=345f1aa3-4d61-46b1-b3d0-4bf5c5a22181,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:12:59.635574 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-102edb35-5b2f-479e-b59e-d41921372862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:12:59.648656 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 7c61286d-af3d-402f-9570-565dfce14a6d details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 08:12:59.733423 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102edb35-5b2f-479e-b59e-d41921372862 admin admin] No DVR routers for this DVR port 345f1aa3-4d61-46b1-b3d0-4bf5c5a22181 on host dv-cinder-782390-4-smb {{(pid=84420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 08:12:59.790830 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 7c61286d-af3d-402f-9570-565dfce14a6d, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=7c61286d-af3d-402f-9570-565dfce14a6d,segment=NetworkSegment(0320c003-197f-4159-838f-fc3f7957e4e8),segment_id=0320c003-197f-4159-838f-fc3f7957e4e8)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:12:59.804779 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Returning: {'device': '7c61286d-af3d-402f-9570-565dfce14a6d', 'network_id': 'ab5bbd22-bfa8-4c9f-86a6-c4149444a964', 'port_id': '7c61286d-af3d-402f-9570-565dfce14a6d', 'mac_address': 'fa:16:3e:f7:9d:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e3dcb39-b597-4ef8-9cff-53923f6cc286', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 08:12:59.817973 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7cd6e-fe80-4d31-ab2f-2fbf716760ea req-3bb84211-ce77-4974-b2d2-2799b1d9d874 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:12:59.819634 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-40f7cd6e-fe80-4d31-ab2f-2fbf716760ea req-3bb84211-ce77-4974-b2d2-2799b1d9d874 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=bea84bff-b665-40d3-9901-8273ce1c7cb0 HTTP/1.1" status: 200 len: 943 time: 0.1854389 Apr 07 08:12:59.867216 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:59.885511 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c61286d-af3d-402f-9570-565dfce14a6d {{(pid=84421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 08:12:59.900232 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-102edb35-5b2f-479e-b59e-d41921372862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854774442', 'neutron.services.segments.db._delete_segments_for_network--9223363274138304577'] for network, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:59.901876 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 7c61286d-af3d-402f-9570-565dfce14a6d, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=7c61286d-af3d-402f-9570-565dfce14a6d,segment=NetworkSegment(0320c003-197f-4159-838f-fc3f7957e4e8),segment_id=0320c003-197f-4159-838f-fc3f7957e4e8)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:12:59.933083 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:12:59.934984 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:13:00.001204 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-40f7cd6e-fe80-4d31-ab2f-2fbf716760ea req-87f887d7-db80-46b3-ae94-bfc585172a67 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bcec3e4-1aea-463f-8a5e-72d321aa15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309988 Apr 07 08:13:00.004673 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=7c61286d-af3d-402f-9570-565dfce14a6d,revision_number=4']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:13:00.013038 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:13:00.013484 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:13:00.013780 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:13:00.014158 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:13:00.014618 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:13:00.015472 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:13:00.015472 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:13:00.015731 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:13:00.016054 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:13:00.016545 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:13:00.016913 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:13:00.017274 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:13:00.021513 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:13:00.025376 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-7094fa29-62dc-4cb5-a6f0-18196a82bcbc None None] Deleting port 345f1aa3-4d61-46b1-b3d0-4bf5c5a22181 {{(pid=84421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:13:00.025805 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7094fa29-62dc-4cb5-a6f0-18196a82bcbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:00.109559 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-7094fa29-62dc-4cb5-a6f0-18196a82bcbc None None] The port '345f1aa3-4d61-46b1-b3d0-4bf5c5a22181' was deleted {{(pid=84421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 07 08:13:00.136120 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] get_ports_and_sgs() called for port_ids ['7c61286d-af3d-402f-9570-565dfce14a6d'] {{(pid=84421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 08:13:00.277071 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-102edb35-5b2f-479e-b59e-d41921372862 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ec1db9-cd07-42a9-a563-1c7517517aa8']}} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:13:00.290685 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-102edb35-5b2f-479e-b59e-d41921372862 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10fc6654-2c6a-4d12-930e-7b16dfb451cb') {'for_net_delete': True} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:13:00.291011 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-102edb35-5b2f-479e-b59e-d41921372862 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10fc6654-2c6a-4d12-930e-7b16dfb451cb') {} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:13:00.303301 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-102edb35-5b2f-479e-b59e-d41921372862 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762716471121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10511233'] for segment, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:00.319030 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-102edb35-5b2f-479e-b59e-d41921372862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:00.326932 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-102edb35-5b2f-479e-b59e-d41921372862 admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=84420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 07 08:13:00.335628 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 345f1aa3-4d61-46b1-b3d0-4bf5c5a22181 no longer exists at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 08:13:00.514177 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-102edb35-5b2f-479e-b59e-d41921372862 admin admin] Network 64ec1db9-cd07-42a9-a563-1c7517517aa8 has no segments {{(pid=84420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 08:13:00.523714 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-102edb35-5b2f-479e-b59e-d41921372862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843888274'] for segment, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:00.537463 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] No Port match for: 345f1aa3-4d61-46b1-b3d0-4bf5c5a22181 {{(pid=84421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 08:13:00.537867 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 345f1aa3-4d61-46b1-b3d0-4bf5c5a22181 not bound to the agent host dv-cinder-782390-4-smb {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 08:13:00.699590 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-102edb35-5b2f-479e-b59e-d41921372862 admin admin] Network 64ec1db9-cd07-42a9-a563-1c7517517aa8 has no segments {{(pid=84420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 08:13:00.721553 dv-cinder-782390-4-smb neutron-server[84306]: Traceback (most recent call last): Apr 07 08:13:00.721553 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 08:13:00.721553 dv-cinder-782390-4-smb neutron-server[84306]: timer() Apr 07 08:13:00.721553 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 08:13:00.721553 dv-cinder-782390-4-smb neutron-server[84306]: cb(*args, **kw) Apr 07 08:13:00.721553 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 07 08:13:00.721553 dv-cinder-782390-4-smb neutron-server[84306]: return func(*args, **kwargs) Apr 07 08:13:00.721553 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 08:13:00.721553 dv-cinder-782390-4-smb neutron-server[84306]: self._notify() Apr 07 08:13:00.721553 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 08:13:00.721553 dv-cinder-782390-4-smb neutron-server[84306]: self.callback(batched_events) Apr 07 08:13:00.721553 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 08:13:00.721553 dv-cinder-782390-4-smb neutron-server[84306]: event.method(event) Apr 07 08:13:00.721553 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 07 08:13:00.721553 dv-cinder-782390-4-smb neutron-server[84306]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 08:13:00.721553 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 07 08:13:00.721553 dv-cinder-782390-4-smb neutron-server[84306]: segment_id)['aggregates'][0] Apr 07 08:13:00.721553 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 07 08:13:00.721553 dv-cinder-782390-4-smb neutron-server[84306]: return f(self, *a, **k) Apr 07 08:13:00.721553 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 07 08:13:00.721553 dv-cinder-782390-4-smb neutron-server[84306]: return self._get(url).json() Apr 07 08:13:00.721553 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 08:13:00.721553 dv-cinder-782390-4-smb neutron-server[84306]: **kwargs) Apr 07 08:13:00.721553 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 08:13:00.721553 dv-cinder-782390-4-smb neutron-server[84306]: return self.request(url, 'GET', **kwargs) Apr 07 08:13:00.721553 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 07 08:13:00.721553 dv-cinder-782390-4-smb neutron-server[84306]: **endpoint_filter) Apr 07 08:13:00.721553 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 08:13:00.721553 dv-cinder-782390-4-smb neutron-server[84306]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 08:13:00.721553 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 08:13:00.721553 dv-cinder-782390-4-smb neutron-server[84306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 08:13:00.721553 dv-cinder-782390-4-smb neutron-server[84306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 08:13:00.830085 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-102edb35-5b2f-479e-b59e-d41921372862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675294'] for network, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:00.834971 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-102edb35-5b2f-479e-b59e-d41921372862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for network, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:00.838941 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-74599235-3b86-4e85-b87f-610ff140654a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:13:00.862047 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102edb35-5b2f-479e-b59e-d41921372862 admin admin] Pushing event deleted for resources: {'Network': ['ID=64ec1db9-cd07-42a9-a563-1c7517517aa8,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:13:00.864413 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-102edb35-5b2f-479e-b59e-d41921372862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:13:00.904751 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-102edb35-5b2f-479e-b59e-d41921372862 admin admin] 10.222.0.16 "DELETE /v2.0/networks/64ec1db9-cd07-42a9-a563-1c7517517aa8 HTTP/1.1" status: 204 len: 168 time: 2.0616207 Apr 07 08:13:01.103123 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 50418) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:13:01.215251 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-179cdd75-49a0-4abd-97a3-fbbd309da205 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fbff52d4f92c40aa9b8208fa7e54d5d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1106753 Apr 07 08:13:01.218044 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 50422) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:13:01.235336 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc245e21-09c6-4f25-b6cd-6ca221a89fbd req-58f34777-4dbb-4227-9987-dd181f7f29fc tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:13:01.236920 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-bc245e21-09c6-4f25-b6cd-6ca221a89fbd req-58f34777-4dbb-4227-9987-dd181f7f29fc tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=bea84bff-b665-40d3-9901-8273ce1c7cb0 HTTP/1.1" status: 200 len: 944 time: 0.1170714 Apr 07 08:13:01.281484 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-aa138e2f-2bc1-4fb0-a87d-084a93d443ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:01.287960 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-bc245e21-09c6-4f25-b6cd-6ca221a89fbd req-f6e6c391-1e73-4887-855c-08a817c102ba tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bcec3e4-1aea-463f-8a5e-72d321aa15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439513 Apr 07 08:13:01.309738 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-aa138e2f-2bc1-4fb0-a87d-084a93d443ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:01.387350 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-aa138e2f-2bc1-4fb0-a87d-084a93d443ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:01.392503 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5aef7554-5f0c-4f74-8194-7088408651e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:13:01.408854 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa138e2f-2bc1-4fb0-a87d-084a93d443ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821465b9-8f7b-4570-846b-0c088eb97c88,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:13:01.411991 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-aa138e2f-2bc1-4fb0-a87d-084a93d443ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:13:01.414036 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-aa138e2f-2bc1-4fb0-a87d-084a93d443ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:01.416085 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-aa138e2f-2bc1-4fb0-a87d-084a93d443ab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/821465b9-8f7b-4570-846b-0c088eb97c88 HTTP/1.1" status: 204 len: 168 time: 0.1968431 Apr 07 08:13:01.646162 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 7c61286d-af3d-402f-9570-565dfce14a6d up at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:13:01.770415 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Provisioning for port 7c61286d-af3d-402f-9570-565dfce14a6d completed by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:13:01.776573 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Provisioning complete for port 7c61286d-af3d-402f-9570-565dfce14a6d triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:13:01.776990 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:01.903464 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:01.930941 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea84bff-b665-40d3-9901-8273ce1c7cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c61286d-af3d-402f-9570-565dfce14a6d'}] {{(pid=84421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:13:01.941539 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 7c61286d-af3d-402f-9570-565dfce14a6d, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=7c61286d-af3d-402f-9570-565dfce14a6d,segment=NetworkSegment(0320c003-197f-4159-838f-fc3f7957e4e8),segment_id=0320c003-197f-4159-838f-fc3f7957e4e8)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:13:01.970222 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:01.973091 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a47585b5-84d8-416f-8b7e-f1d3d44442d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:13:02.011127 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea84bff-b665-40d3-9901-8273ce1c7cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c61286d-af3d-402f-9570-565dfce14a6d', 'code': 200} Apr 07 08:13:02.048413 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=7c61286d-af3d-402f-9570-565dfce14a6d,revision_number=5']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:13:02.051622 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:13:02.274717 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee9186-9c08-4b8d-bedd-7bee35784d42 req-1579b83d-cdbe-4754-8868-ac315596f976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:13:02.276371 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c5ee9186-9c08-4b8d-bedd-7bee35784d42 req-1579b83d-cdbe-4754-8868-ac315596f976 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bea84bff-b665-40d3-9901-8273ce1c7cb0 HTTP/1.1" status: 200 len: 1098 time: 0.0773885 Apr 07 08:13:02.320823 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c5ee9186-9c08-4b8d-bedd-7bee35784d42 req-7fb34c8b-05d6-47ad-894e-e0bffd27a29d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7bcec3e4-1aea-463f-8a5e-72d321aa15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376785 Apr 07 08:13:02.494992 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e258e0-f01c-4582-a122-b2204044e805 req-98dd4d68-5392-4551-8893-c1b57f049df4 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:13:02.496595 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-29e258e0-f01c-4582-a122-b2204044e805 req-98dd4d68-5392-4551-8893-c1b57f049df4 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=bea84bff-b665-40d3-9901-8273ce1c7cb0 HTTP/1.1" status: 200 len: 945 time: 0.0931466 Apr 07 08:13:02.546113 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-29e258e0-f01c-4582-a122-b2204044e805 req-e5b3819e-84ae-437d-96ea-b0bd6f931ddd tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bcec3e4-1aea-463f-8a5e-72d321aa15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430570 Apr 07 08:13:03.748304 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05b9c6-2de9-464a-a7e3-fc6a05515321 req-ea3e4702-7f26-4d99-b80f-3f16cc4c3253 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:13:03.750203 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-de05b9c6-2de9-464a-a7e3-fc6a05515321 req-ea3e4702-7f26-4d99-b80f-3f16cc4c3253 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=bea84bff-b665-40d3-9901-8273ce1c7cb0 HTTP/1.1" status: 200 len: 945 time: 0.0897975 Apr 07 08:13:03.801001 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-de05b9c6-2de9-464a-a7e3-fc6a05515321 req-aa78eee2-9da9-4e67-91ca-a565af98f5c4 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bcec3e4-1aea-463f-8a5e-72d321aa15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443370 Apr 07 08:13:04.011820 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e347fa4-5e24-4612-910c-915123318613 req-a2138ed9-407d-4650-a3e5-0ee70c1021d5 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:13:04.013365 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8e347fa4-5e24-4612-910c-915123318613 req-a2138ed9-407d-4650-a3e5-0ee70c1021d5 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=bea84bff-b665-40d3-9901-8273ce1c7cb0 HTTP/1.1" status: 200 len: 945 time: 0.0916507 Apr 07 08:13:04.022783 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 50484) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:13:04.029422 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-e0d90b02-c114-4388-bd44-d72b0bffcae0 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Request body: {'floatingip': {'port_id': '7c61286d-af3d-402f-9570-565dfce14a6d'}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:13:04.117095 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e0d90b02-c114-4388-bd44-d72b0bffcae0 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks [] for floatingip, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:04.751681 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e0d90b02-c114-4388-bd44-d72b0bffcae0 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:04.781535 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e0d90b02-c114-4388-bd44-d72b0bffcae0 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675279'] for floatingip, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:05.216501 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.db.l3_db [None req-e0d90b02-c114-4388-bd44-d72b0bffcae0 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Floating IP 7b0203ca-7c8a-480b-b997-1087857be71a associated. External IP: 172.28.3.247, port: 7c61286d-af3d-402f-9570-565dfce14a6d. Apr 07 08:13:05.601406 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d90b02-c114-4388-bd44-d72b0bffcae0 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Router 709fa8a8-dbd2-4d06-843a-607546d7d540 has already been hosted by L3 agent 9e1c8038-06ec-4f38-a606-610b3381902d {{(pid=84419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 08:13:05.796707 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d90b02-c114-4388-bd44-d72b0bffcae0 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify agent at l3_agent.dv-cinder-782390-4-smb the message routers_updated {{(pid=84419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 08:13:05.801370 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e0d90b02-c114-4388-bd44-d72b0bffcae0 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for floatingip, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:05.806362 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edf829a-7f9f-4620-a194-3d49ba1a8bc6 None None] Sync routers for ids ['709fa8a8-dbd2-4d06-843a-607546d7d540'] in dv-cinder-782390-4-smb {{(pid=84422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 08:13:05.817540 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edf829a-7f9f-4620-a194-3d49ba1a8bc6 None None] Routers {'709fa8a8-dbd2-4d06-843a-607546d7d540'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:13:05.818318 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-4edf829a-7f9f-4620-a194-3d49ba1a8bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:12:55Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['709fa8a8-dbd2-4d06-843a-607546d7d540'], 'active': True} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:13:05.869672 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-e0d90b02-c114-4388-bd44-d72b0bffcae0 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "PUT /v2.0/floatingips/7b0203ca-7c8a-480b-b997-1087857be71a HTTP/1.1" status: 200 len: 991 time: 1.8456981 Apr 07 08:13:05.870420 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bea84bff-b665-40d3-9901-8273ce1c7cb0', 'tag': '7c61286d-af3d-402f-9570-565dfce14a6d'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:13:05.922186 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bea84bff-b665-40d3-9901-8273ce1c7cb0', 'tag': '7c61286d-af3d-402f-9570-565dfce14a6d', 'status': 'completed', 'code': 200} Apr 07 08:13:06.013628 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-4edf829a-7f9f-4620-a194-3d49ba1a8bc6 None None] Set router 709fa8a8-dbd2-4d06-843a-607546d7d540 gateway port host: dv-cinder-782390-4-smb {{(pid=84422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:13:06.024387 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc0bb0-2953-4d4f-b969-ebee76f587d9 req-9abcec16-83f3-4429-9091-123038c94690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:13:06.026199 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1acc0bb0-2953-4d4f-b969-ebee76f587d9 req-9abcec16-83f3-4429-9091-123038c94690 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=34c1b1d205a140b39082ee45b1ce3028&device_id=bea84bff-b665-40d3-9901-8273ce1c7cb0 HTTP/1.1" status: 200 len: 1098 time: 0.0807884 Apr 07 08:13:06.167730 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc0bb0-2953-4d4f-b969-ebee76f587d9 req-5ddc67e1-218a-4a21-b45d-65869f92cf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:13:06.169223 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1acc0bb0-2953-4d4f-b969-ebee76f587d9 req-5ddc67e1-218a-4a21-b45d-65869f92cf7a service neutron] 10.222.0.13 "GET /v2.0/networks?id=ab5bbd22-bfa8-4c9f-86a6-c4149444a964 HTTP/1.1" status: 200 len: 912 time: 0.1369987 Apr 07 08:13:06.281251 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1acc0bb0-2953-4d4f-b969-ebee76f587d9 req-af4e7ee6-2fdb-4532-a997-f683caa0e438 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c61286d-af3d-402f-9570-565dfce14a6d HTTP/1.1" status: 200 len: 999 time: 0.1055954 Apr 07 08:13:06.350641 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc0bb0-2953-4d4f-b969-ebee76f587d9 req-7481a616-dac6-4048-8de7-cd47bff4195a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:13:06.352026 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1acc0bb0-2953-4d4f-b969-ebee76f587d9 req-7481a616-dac6-4048-8de7-cd47bff4195a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e3dcb39-b597-4ef8-9cff-53923f6cc286 HTTP/1.1" status: 200 len: 850 time: 0.0650966 Apr 07 08:13:06.387087 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-4edf829a-7f9f-4620-a194-3d49ba1a8bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'name': 'tempest-AttachVolumeTestJSON-2059608512-router', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': '8a51900f-4a8c-47f5-961d-28bf3b86f57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:09:23Z', 'updated_at': '2021-04-07T08:09:30Z', 'revision_number': 4, 'project_id': '34c1b1d205a140b39082ee45b1ce3028', 'gw_port': {'id': '8a51900f-4a8c-47f5-961d-28bf3b86f57d', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:09:24Z', 'updated_at': '2021-04-07T08:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_floatingips': [{'id': '7b0203ca-7c8a-480b-b997-1087857be71a', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'floating_ip_address': '172.28.3.247', 'floating_network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'router_id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'port_id': '7c61286d-af3d-402f-9570-565dfce14a6d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab5bbd22-bfa8-4c9f-86a6-c4149444a964', 'mac_address': 'fa:16:3e:f7:9d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea84bff-b665-40d3-9901-8273ce1c7cb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:12:49Z', 'updated_at': '2021-04-07T08:13:04Z', 'revision_number': 1, 'project_id': '34c1b1d205a140b39082ee45b1ce3028', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bb36a9e-b7d9-4728-8d65-3fc993276c0b', 'name': '', 'network_id': 'ab5bbd22-bfa8-4c9f-86a6-c4149444a964', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'mac_address': 'fa:16:3e:85:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8e3dcb39-b597-4ef8-9cff-53923f6cc286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:09:29Z', 'updated_at': '2021-04-07T08:09:38Z', 'revision_number': 5, 'project_id': '34c1b1d205a140b39082ee45b1ce3028', 'subnets': [{'id': '8e3dcb39-b597-4ef8-9cff-53923f6cc286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:13:06.391209 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edf829a-7f9f-4620-a194-3d49ba1a8bc6 None None] Checking router: 709fa8a8-dbd2-4d06-843a-607546d7d540 for host: dv-cinder-782390-4-smb {{(pid=84422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 08:13:06.400624 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edf829a-7f9f-4620-a194-3d49ba1a8bc6 None None] Routers {'709fa8a8-dbd2-4d06-843a-607546d7d540'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:13:06.401269 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-4edf829a-7f9f-4620-a194-3d49ba1a8bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:12:55Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['709fa8a8-dbd2-4d06-843a-607546d7d540'], 'active': True} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:13:06.438419 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc0bb0-2953-4d4f-b969-ebee76f587d9 req-4f5e9c1a-2a41-4eb7-a823-33b77ccf7b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:13:06.440006 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1acc0bb0-2953-4d4f-b969-ebee76f587d9 req-4f5e9c1a-2a41-4eb7-a823-33b77ccf7b04 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ab5bbd22-bfa8-4c9f-86a6-c4149444a964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0817466 Apr 07 08:13:06.582534 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1acc0bb0-2953-4d4f-b969-ebee76f587d9 req-dc1a1a4d-0554-4d7e-9e8f-a942f70b6c9a service neutron] 10.222.0.13 "GET /v2.0/networks/ab5bbd22-bfa8-4c9f-86a6-c4149444a964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355081 Apr 07 08:13:06.585729 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-4edf829a-7f9f-4620-a194-3d49ba1a8bc6 None None] Set router 709fa8a8-dbd2-4d06-843a-607546d7d540 gateway port host: dv-cinder-782390-4-smb {{(pid=84422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:13:06.728442 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1acc0bb0-2953-4d4f-b969-ebee76f587d9 req-6a2abd65-2efd-4052-a87c-d6c9e213dde2 service neutron] 10.222.0.13 "GET /v2.0/networks/ab5bbd22-bfa8-4c9f-86a6-c4149444a964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385884 Apr 07 08:13:06.952596 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-4edf829a-7f9f-4620-a194-3d49ba1a8bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'name': 'tempest-AttachVolumeTestJSON-2059608512-router', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': '8a51900f-4a8c-47f5-961d-28bf3b86f57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:09:23Z', 'updated_at': '2021-04-07T08:09:30Z', 'revision_number': 4, 'project_id': '34c1b1d205a140b39082ee45b1ce3028', 'gw_port': {'id': '8a51900f-4a8c-47f5-961d-28bf3b86f57d', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:09:24Z', 'updated_at': '2021-04-07T08:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_floatingips': [{'id': '7b0203ca-7c8a-480b-b997-1087857be71a', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'floating_ip_address': '172.28.3.247', 'floating_network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'router_id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'port_id': '7c61286d-af3d-402f-9570-565dfce14a6d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab5bbd22-bfa8-4c9f-86a6-c4149444a964', 'mac_address': 'fa:16:3e:f7:9d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea84bff-b665-40d3-9901-8273ce1c7cb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:12:49Z', 'updated_at': '2021-04-07T08:13:04Z', 'revision_number': 1, 'project_id': '34c1b1d205a140b39082ee45b1ce3028', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bb36a9e-b7d9-4728-8d65-3fc993276c0b', 'name': '', 'network_id': 'ab5bbd22-bfa8-4c9f-86a6-c4149444a964', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'mac_address': 'fa:16:3e:85:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8e3dcb39-b597-4ef8-9cff-53923f6cc286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:09:29Z', 'updated_at': '2021-04-07T08:09:38Z', 'revision_number': 5, 'project_id': '34c1b1d205a140b39082ee45b1ce3028', 'subnets': [{'id': '8e3dcb39-b597-4ef8-9cff-53923f6cc286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:13:06.956805 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edf829a-7f9f-4620-a194-3d49ba1a8bc6 None None] The sync data for ids ['709fa8a8-dbd2-4d06-843a-607546d7d540'] in dv-cinder-782390-4-smb is: [{'id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'name': 'tempest-AttachVolumeTestJSON-2059608512-router', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': '8a51900f-4a8c-47f5-961d-28bf3b86f57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:09:23Z', 'updated_at': '2021-04-07T08:09:30Z', 'revision_number': 4, 'project_id': '34c1b1d205a140b39082ee45b1ce3028', 'gw_port': {'id': '8a51900f-4a8c-47f5-961d-28bf3b86f57d', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:09:24Z', 'updated_at': '2021-04-07T08:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_floatingips': [{'id': '7b0203ca-7c8a-480b-b997-1087857be71a', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'floating_ip_address': '172.28.3.247', 'floating_network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'router_id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'port_id': '7c61286d-af3d-402f-9570-565dfce14a6d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab5bbd22-bfa8-4c9f-86a6-c4149444a964', 'mac_address': 'fa:16:3e:f7:9d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea84bff-b665-40d3-9901-8273ce1c7cb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:12:49Z', 'updated_at': '2021-04-07T08:13:04Z', 'revision_number': 1, 'project_id': '34c1b1d205a140b39082ee45b1ce3028', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bb36a9e-b7d9-4728-8d65-3fc993276c0b', 'name': '', 'network_id': 'ab5bbd22-bfa8-4c9f-86a6-c4149444a964', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'mac_address': 'fa:16:3e:85:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8e3dcb39-b597-4ef8-9cff-53923f6cc286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:09:29Z', 'updated_at': '2021-04-07T08:09:38Z', 'revision_number': 5, 'project_id': '34c1b1d205a140b39082ee45b1ce3028', 'subnets': [{'id': '8e3dcb39-b597-4ef8-9cff-53923f6cc286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 08:13:07.247733 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c87422-98ad-4f50-90ce-1a52407a4546 None None] New status for floating IP 7b0203ca-7c8a-480b-b997-1087857be71a: ACTIVE {{(pid=84421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 07 08:13:19.207507 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:22.241029 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6678bcfa-eff1-4d48-b09a-187af135c9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:24.902133 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-51ffef19-1656-406c-9d85-d1e4af478fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:25.415785 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:26.004153 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-61eb08f0-7502-418b-aacc-cf1078b9efe0 None None] Agent healthcheck: found 6 active agents {{(pid=84422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 08:13:26.761343 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:26.789309 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:39.322043 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 50856) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:13:39.446442 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5687c74b-901f-44b1-8d97-d21e12244302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:39.461663 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-5687c74b-901f-44b1-8d97-d21e12244302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:13:39.465692 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-5687c74b-901f-44b1-8d97-d21e12244302 admin admin] Usage tracker for resource:security_group_rule and tenant:8462eba7f2594f25bdb157b2b7de2a08 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:13:39.468662 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-5687c74b-901f-44b1-8d97-d21e12244302 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:13:39.474708 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-5687c74b-901f-44b1-8d97-d21e12244302 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:13:39.606282 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5687c74b-901f-44b1-8d97-d21e12244302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:39.632273 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5687c74b-901f-44b1-8d97-d21e12244302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:39.641068 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-39750fb4-cadd-4dec-901d-a09131fb4c0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:13:39.683346 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-5687c74b-901f-44b1-8d97-d21e12244302 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8462eba7f2594f25bdb157b2b7de2a08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3599420 Apr 07 08:13:39.684314 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5687c74b-901f-44b1-8d97-d21e12244302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba27c336-559b-4278-b1ee-6b474de11ec5,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:13:39.686519 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 50862) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:13:39.693656 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5687c74b-901f-44b1-8d97-d21e12244302 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:13:39.694076 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5687c74b-901f-44b1-8d97-d21e12244302 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:13:39.694487 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5687c74b-901f-44b1-8d97-d21e12244302 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:13:39.694914 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5687c74b-901f-44b1-8d97-d21e12244302 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:13:39.695317 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5687c74b-901f-44b1-8d97-d21e12244302 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:13:39.695717 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5687c74b-901f-44b1-8d97-d21e12244302 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:13:39.696115 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5687c74b-901f-44b1-8d97-d21e12244302 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:13:39.696511 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5687c74b-901f-44b1-8d97-d21e12244302 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:13:39.696906 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5687c74b-901f-44b1-8d97-d21e12244302 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:13:39.697298 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5687c74b-901f-44b1-8d97-d21e12244302 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:13:39.698179 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5687c74b-901f-44b1-8d97-d21e12244302 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:13:39.698805 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5687c74b-901f-44b1-8d97-d21e12244302 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:13:39.703352 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5687c74b-901f-44b1-8d97-d21e12244302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:13:39.751674 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5a1374d8-cc74-44a9-b426-513bd443e670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:39.777935 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5a1374d8-cc74-44a9-b426-513bd443e670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:39.958299 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5a1374d8-cc74-44a9-b426-513bd443e670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:39.962407 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-cb4fe0cd-850b-4007-83a3-fa63c7741269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:13:39.975238 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1374d8-cc74-44a9-b426-513bd443e670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba27c336-559b-4278-b1ee-6b474de11ec5,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:13:39.979703 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5a1374d8-cc74-44a9-b426-513bd443e670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:13:39.982904 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5a1374d8-cc74-44a9-b426-513bd443e670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:39.984109 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-5a1374d8-cc74-44a9-b426-513bd443e670 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ba27c336-559b-4278-b1ee-6b474de11ec5 HTTP/1.1" status: 204 len: 168 time: 0.2965047 Apr 07 08:13:40.473066 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 50872) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:13:40.492255 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8a7c561a-ca5b-4496-9a07-22b604197bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:40.507969 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-8a7c561a-ca5b-4496-9a07-22b604197bd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:13:40.512563 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-8a7c561a-ca5b-4496-9a07-22b604197bd1 admin admin] Usage tracker for resource:security_group_rule and tenant:b3fcb66b2cdd459db9b567773ff48e42 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:13:40.515483 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-8a7c561a-ca5b-4496-9a07-22b604197bd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:13:40.521543 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-8a7c561a-ca5b-4496-9a07-22b604197bd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:13:40.603658 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8a7c561a-ca5b-4496-9a07-22b604197bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:40.637744 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8a7c561a-ca5b-4496-9a07-22b604197bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:40.646395 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-aa138e2f-2bc1-4fb0-a87d-084a93d443ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:13:40.691915 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-8a7c561a-ca5b-4496-9a07-22b604197bd1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b3fcb66b2cdd459db9b567773ff48e42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2176893 Apr 07 08:13:40.693655 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c561a-ca5b-4496-9a07-22b604197bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfacf00-23a1-4004-b2ff-e657203b6003,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:13:40.694858 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 50876) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:13:40.696963 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8a7c561a-ca5b-4496-9a07-22b604197bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:13:40.762267 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c66e2ee9-cc7b-4833-9e05-8f53e2ce8a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:40.788143 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c66e2ee9-cc7b-4833-9e05-8f53e2ce8a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:40.870307 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c66e2ee9-cc7b-4833-9e05-8f53e2ce8a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:40.875864 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-71e82f2a-be13-4d5f-a33d-9e959ce1786d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:13:40.888467 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e2ee9-cc7b-4833-9e05-8f53e2ce8a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfacf00-23a1-4004-b2ff-e657203b6003,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:13:40.890704 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c66e2ee9-cc7b-4833-9e05-8f53e2ce8a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:13:40.897976 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c66e2ee9-cc7b-4833-9e05-8f53e2ce8a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:40.899202 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-c66e2ee9-cc7b-4833-9e05-8f53e2ce8a49 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2dfacf00-23a1-4004-b2ff-e657203b6003 HTTP/1.1" status: 204 len: 168 time: 0.2032862 Apr 07 08:13:43.741428 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 50954) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:13:43.865545 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-450de449-704c-455f-80db-78effe8c3de5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:43.880616 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-450de449-704c-455f-80db-78effe8c3de5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:13:43.884647 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-450de449-704c-455f-80db-78effe8c3de5 admin admin] Usage tracker for resource:security_group_rule and tenant:abc7101fd528444bae4468e5e3fe8aac is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:13:43.888226 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-450de449-704c-455f-80db-78effe8c3de5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:13:43.894237 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-450de449-704c-455f-80db-78effe8c3de5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:13:43.980326 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-450de449-704c-455f-80db-78effe8c3de5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:44.037993 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-450de449-704c-455f-80db-78effe8c3de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:44.047500 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7dbf8f5e-4f0b-4c0d-926d-39d1cfdc6c29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:13:44.095489 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-450de449-704c-455f-80db-78effe8c3de5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=abc7101fd528444bae4468e5e3fe8aac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3527870 Apr 07 08:13:44.096446 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450de449-704c-455f-80db-78effe8c3de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0533bf2a-88fc-485c-aed4-6490a96392ee,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:13:44.097716 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 50964) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:13:44.099720 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-450de449-704c-455f-80db-78effe8c3de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:13:44.169533 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-47a93924-2ed7-43ea-ad68-37a4dde6d700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:44.196882 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-47a93924-2ed7-43ea-ad68-37a4dde6d700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:44.277976 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-47a93924-2ed7-43ea-ad68-37a4dde6d700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:44.283406 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-0d538dc4-5a41-4bcb-812a-d64b8a15bdd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:13:44.297054 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a93924-2ed7-43ea-ad68-37a4dde6d700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0533bf2a-88fc-485c-aed4-6490a96392ee,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:13:44.301307 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-47a93924-2ed7-43ea-ad68-37a4dde6d700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:13:44.307730 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-47a93924-2ed7-43ea-ad68-37a4dde6d700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:44.311188 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-47a93924-2ed7-43ea-ad68-37a4dde6d700 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0533bf2a-88fc-485c-aed4-6490a96392ee HTTP/1.1" status: 204 len: 168 time: 0.2122712 Apr 07 08:13:44.786048 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 50980) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:13:44.804694 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a9175aca-4980-4548-afe1-a14ad8e1701c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:44.823639 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-a9175aca-4980-4548-afe1-a14ad8e1701c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:13:44.828312 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-a9175aca-4980-4548-afe1-a14ad8e1701c admin admin] Usage tracker for resource:security_group_rule and tenant:db9467cfbfe4459ebe261f8add02cbaa is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:13:44.831465 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-a9175aca-4980-4548-afe1-a14ad8e1701c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:13:44.837657 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-a9175aca-4980-4548-afe1-a14ad8e1701c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:13:44.924350 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a9175aca-4980-4548-afe1-a14ad8e1701c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:44.966891 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a9175aca-4980-4548-afe1-a14ad8e1701c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:44.976419 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-450de449-704c-455f-80db-78effe8c3de5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:13:45.019157 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-a9175aca-4980-4548-afe1-a14ad8e1701c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db9467cfbfe4459ebe261f8add02cbaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335374 Apr 07 08:13:45.020823 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9175aca-4980-4548-afe1-a14ad8e1701c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f0e5b6-96e7-4421-9f0d-c2ecc8010028,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:13:45.022034 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 50984) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:13:45.024004 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a9175aca-4980-4548-afe1-a14ad8e1701c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:13:45.088772 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3cea9a32-314a-420e-81aa-700e4060a191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:45.116316 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3cea9a32-314a-420e-81aa-700e4060a191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:45.215487 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3cea9a32-314a-420e-81aa-700e4060a191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:45.220631 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-af82ec8f-9d23-4e79-9ed0-5c6501c588d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:13:45.234170 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea9a32-314a-420e-81aa-700e4060a191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f0e5b6-96e7-4421-9f0d-c2ecc8010028,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:13:45.242310 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3cea9a32-314a-420e-81aa-700e4060a191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:45.243545 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-3cea9a32-314a-420e-81aa-700e4060a191 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a7f0e5b6-96e7-4421-9f0d-c2ecc8010028 HTTP/1.1" status: 204 len: 168 time: 0.2196288 Apr 07 08:13:45.245051 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cea9a32-314a-420e-81aa-700e4060a191 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:13:45.245464 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cea9a32-314a-420e-81aa-700e4060a191 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:13:45.245872 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cea9a32-314a-420e-81aa-700e4060a191 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:13:45.246278 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cea9a32-314a-420e-81aa-700e4060a191 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:13:45.246714 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cea9a32-314a-420e-81aa-700e4060a191 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:13:45.247117 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cea9a32-314a-420e-81aa-700e4060a191 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:13:45.247511 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cea9a32-314a-420e-81aa-700e4060a191 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:13:45.247910 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cea9a32-314a-420e-81aa-700e4060a191 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:13:45.248351 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cea9a32-314a-420e-81aa-700e4060a191 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:13:45.248746 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cea9a32-314a-420e-81aa-700e4060a191 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:13:45.249136 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cea9a32-314a-420e-81aa-700e4060a191 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:13:45.249524 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cea9a32-314a-420e-81aa-700e4060a191 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:13:45.252777 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3cea9a32-314a-420e-81aa-700e4060a191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:13:49.260906 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:50.091417 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 51144) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:13:50.216592 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-bb1b2745-c2d8-4b94-8f23-01216346c3fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:50.231735 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-bb1b2745-c2d8-4b94-8f23-01216346c3fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:13:50.235753 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-bb1b2745-c2d8-4b94-8f23-01216346c3fc admin admin] Usage tracker for resource:security_group_rule and tenant:aa47b48715a447198c41e18edceaff49 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:13:50.238672 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-bb1b2745-c2d8-4b94-8f23-01216346c3fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:13:50.245203 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-bb1b2745-c2d8-4b94-8f23-01216346c3fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:13:50.390110 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-bb1b2745-c2d8-4b94-8f23-01216346c3fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:50.423343 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-bb1b2745-c2d8-4b94-8f23-01216346c3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:50.432664 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-6f3b8f0a-393f-4a45-9f1f-58bc960afcdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:13:50.476450 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-bb1b2745-c2d8-4b94-8f23-01216346c3fc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aa47b48715a447198c41e18edceaff49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3839068 Apr 07 08:13:50.477415 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b2745-c2d8-4b94-8f23-01216346c3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31928144-c5de-4d06-8f95-f6dfe4832209,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:13:50.479333 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 51150) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:13:50.481353 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-bb1b2745-c2d8-4b94-8f23-01216346c3fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:13:50.543284 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-77ba838d-c313-48de-b0ae-eadb119da816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:50.570742 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-77ba838d-c313-48de-b0ae-eadb119da816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:50.646792 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-77ba838d-c313-48de-b0ae-eadb119da816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:50.652568 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-0e159706-f335-4133-9faf-2ecbb1ebb481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:13:50.666857 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba838d-c313-48de-b0ae-eadb119da816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31928144-c5de-4d06-8f95-f6dfe4832209,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:13:50.669600 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-77ba838d-c313-48de-b0ae-eadb119da816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:13:50.679547 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-77ba838d-c313-48de-b0ae-eadb119da816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:50.680817 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-77ba838d-c313-48de-b0ae-eadb119da816 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/31928144-c5de-4d06-8f95-f6dfe4832209 HTTP/1.1" status: 204 len: 168 time: 0.1994464 Apr 07 08:13:51.133704 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 51160) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:13:51.153797 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9d49f686-f1b7-4e55-b271-6ad8a638474a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:51.169224 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-9d49f686-f1b7-4e55-b271-6ad8a638474a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:13:51.173281 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-9d49f686-f1b7-4e55-b271-6ad8a638474a admin admin] Usage tracker for resource:security_group_rule and tenant:0f0c6550d8944ea7bbd4cbcac0b59ead is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:13:51.176241 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-9d49f686-f1b7-4e55-b271-6ad8a638474a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:13:51.182267 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-9d49f686-f1b7-4e55-b271-6ad8a638474a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:13:51.267735 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9d49f686-f1b7-4e55-b271-6ad8a638474a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:51.300838 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9d49f686-f1b7-4e55-b271-6ad8a638474a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:51.310261 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b5f442db-8dd9-4168-9344-d1217fdd4707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:13:51.353577 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-9d49f686-f1b7-4e55-b271-6ad8a638474a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0f0c6550d8944ea7bbd4cbcac0b59ead&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2185967 Apr 07 08:13:51.355199 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49f686-f1b7-4e55-b271-6ad8a638474a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b7f6e5-bdc6-4445-bb6e-d37f7835fa6d,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:13:51.356515 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 51164) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:13:51.358514 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-9d49f686-f1b7-4e55-b271-6ad8a638474a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:13:51.423675 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6881aa29-1ffd-4550-b3b7-fff2a85f14d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:51.451279 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6881aa29-1ffd-4550-b3b7-fff2a85f14d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:51.523893 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6881aa29-1ffd-4550-b3b7-fff2a85f14d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:51.529569 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-93d167ac-ed17-4022-8784-89a5f6e4d70f tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:13:51.544155 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6881aa29-1ffd-4550-b3b7-fff2a85f14d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b7f6e5-bdc6-4445-bb6e-d37f7835fa6d,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:13:51.547402 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-6881aa29-1ffd-4550-b3b7-fff2a85f14d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:13:51.551860 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6881aa29-1ffd-4550-b3b7-fff2a85f14d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:51.553862 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-6881aa29-1ffd-4550-b3b7-fff2a85f14d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b5b7f6e5-bdc6-4445-bb6e-d37f7835fa6d HTTP/1.1" status: 204 len: 168 time: 0.1962340 Apr 07 08:13:52.226841 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-494ab9f6-1c1e-4a16-a062-7edb82384ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:54.539624 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2c4a7567-a312-48d6-8dae-8d419c9988fd req-26908cc0-c8d3-4a2e-b7c1-713f8e4f4a91 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0842686 Apr 07 08:13:54.722152 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a7567-a312-48d6-8dae-8d419c9988fd req-8ec9be6a-87ce-4f25-97ba-e7c675b49f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:13:54.723844 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2c4a7567-a312-48d6-8dae-8d419c9988fd req-8ec9be6a-87ce-4f25-97ba-e7c675b49f82 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cde14eed6ef14b1da39ffea20274ef05&device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 1098 time: 0.1110518 Apr 07 08:13:54.883270 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a7567-a312-48d6-8dae-8d419c9988fd req-9c5e0ac4-f7ca-429a-9b7a-b803de4387f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:13:54.885463 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2c4a7567-a312-48d6-8dae-8d419c9988fd req-9c5e0ac4-f7ca-429a-9b7a-b803de4387f9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7938789-f7e8-41b4-bdae-afe72c489b83 HTTP/1.1" status: 200 len: 909 time: 0.1413488 Apr 07 08:13:54.904136 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-1baa94e9-b911-4523-a561-762dea1bb07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:54.949873 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 51264) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:13:55.005185 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2c4a7567-a312-48d6-8dae-8d419c9988fd req-2d29023a-bd1a-4b7f-98c6-1095a56719c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1473e631-d5da-4dad-ad0c-8096a440cda1 HTTP/1.1" status: 200 len: 1001 time: 0.1113026 Apr 07 08:13:55.075370 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a7567-a312-48d6-8dae-8d419c9988fd req-601427c3-f151-492c-9e42-adda389067a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:13:55.076977 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2c4a7567-a312-48d6-8dae-8d419c9988fd req-601427c3-f151-492c-9e42-adda389067a9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e6f4afdd-f373-4a97-b23d-2d71a94d2b7a HTTP/1.1" status: 200 len: 847 time: 0.0654242 Apr 07 08:13:55.139783 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-bb6a1dd2-c007-4cce-86a2-2e1f599bb0a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:55.163413 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-bb6a1dd2-c007-4cce-86a2-2e1f599bb0a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:13:55.170618 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-bb6a1dd2-c007-4cce-86a2-2e1f599bb0a4 admin admin] Usage tracker for resource:security_group_rule and tenant:7d07abc22cb04d98ada56235f1b3688b is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:13:55.175792 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-bb6a1dd2-c007-4cce-86a2-2e1f599bb0a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:13:55.191334 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-bb6a1dd2-c007-4cce-86a2-2e1f599bb0a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:13:55.223417 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a7567-a312-48d6-8dae-8d419c9988fd req-ed44c87c-f5ea-4bf5-a701-427c9ca5b2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:13:55.225000 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2c4a7567-a312-48d6-8dae-8d419c9988fd req-ed44c87c-f5ea-4bf5-a701-427c9ca5b2ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7938789-f7e8-41b4-bdae-afe72c489b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1289513 Apr 07 08:13:55.422213 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2c4a7567-a312-48d6-8dae-8d419c9988fd req-2d152a90-d551-4699-bf5c-29ab82cd85dc service neutron] 10.222.0.13 "GET /v2.0/networks/d7938789-f7e8-41b4-bdae-afe72c489b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883934 Apr 07 08:13:55.424009 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-bb6a1dd2-c007-4cce-86a2-2e1f599bb0a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:55.429904 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:55.469495 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-bb6a1dd2-c007-4cce-86a2-2e1f599bb0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:55.480423 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-277cf3f3-8589-4df7-b31f-6122ff5ae428 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:13:55.591879 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-bb6a1dd2-c007-4cce-86a2-2e1f599bb0a4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7d07abc22cb04d98ada56235f1b3688b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6352062 Apr 07 08:13:55.594849 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 51270) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:13:55.597190 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a1dd2-c007-4cce-86a2-2e1f599bb0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c80a9bd-fd50-465c-8beb-130e5e6ddecb,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:13:55.600537 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-bb6a1dd2-c007-4cce-86a2-2e1f599bb0a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:13:55.627021 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2c4a7567-a312-48d6-8dae-8d419c9988fd req-66adce1d-e15e-4981-a9cb-828cd8ca5449 service neutron] 10.222.0.13 "GET /v2.0/networks/d7938789-f7e8-41b4-bdae-afe72c489b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980822 Apr 07 08:13:55.659084 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f901fe26-080d-44f0-ae6c-f35a694bc87a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:55.685785 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f901fe26-080d-44f0-ae6c-f35a694bc87a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:55.773996 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f901fe26-080d-44f0-ae6c-f35a694bc87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:55.778766 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8a7c561a-ca5b-4496-9a07-22b604197bd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:13:55.791217 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901fe26-080d-44f0-ae6c-f35a694bc87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c80a9bd-fd50-465c-8beb-130e5e6ddecb,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:13:55.793893 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f901fe26-080d-44f0-ae6c-f35a694bc87a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:13:55.804787 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f901fe26-080d-44f0-ae6c-f35a694bc87a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:55.806020 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-f901fe26-080d-44f0-ae6c-f35a694bc87a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7c80a9bd-fd50-465c-8beb-130e5e6ddecb HTTP/1.1" status: 204 len: 168 time: 0.2101128 Apr 07 08:13:56.260800 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 51290) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:13:56.280230 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-700d1647-82d7-4368-a196-6caeafb11263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:56.296182 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-700d1647-82d7-4368-a196-6caeafb11263 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:13:56.300238 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-700d1647-82d7-4368-a196-6caeafb11263 admin admin] Usage tracker for resource:security_group_rule and tenant:6f73569af0844c54b477d011254daac7 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:13:56.303247 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-700d1647-82d7-4368-a196-6caeafb11263 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:13:56.310061 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-700d1647-82d7-4368-a196-6caeafb11263 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:13:56.404530 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-700d1647-82d7-4368-a196-6caeafb11263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:56.466407 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-700d1647-82d7-4368-a196-6caeafb11263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:56.475689 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d40ae126-570b-43b5-9186-0b59ba32413a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:13:56.519536 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-700d1647-82d7-4368-a196-6caeafb11263 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6f73569af0844c54b477d011254daac7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2563550 Apr 07 08:13:56.520772 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d1647-82d7-4368-a196-6caeafb11263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2524d04-aa91-4f3f-9e43-02d030bdccb7,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:13:56.521679 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 51294) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:13:56.524359 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-700d1647-82d7-4368-a196-6caeafb11263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:13:56.589232 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3283c3cd-9800-44ec-bc05-c2b8d2f940ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:56.617589 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3283c3cd-9800-44ec-bc05-c2b8d2f940ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:56.722025 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3283c3cd-9800-44ec-bc05-c2b8d2f940ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:56.732411 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-27b60593-bb54-4e6f-a51a-3a5d487fee7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:13:56.748153 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3283c3cd-9800-44ec-bc05-c2b8d2f940ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2524d04-aa91-4f3f-9e43-02d030bdccb7,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:13:56.752809 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3283c3cd-9800-44ec-bc05-c2b8d2f940ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:13:56.756649 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3283c3cd-9800-44ec-bc05-c2b8d2f940ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:56.757860 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-3283c3cd-9800-44ec-bc05-c2b8d2f940ec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e2524d04-aa91-4f3f-9e43-02d030bdccb7 HTTP/1.1" status: 204 len: 168 time: 0.2348793 Apr 07 08:13:56.767633 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:56.789417 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:56.795656 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c143b3-cdd5-42d9-bc9a-5df1e97faf05 req-0544bd6a-8a98-4841-b539-18ad68fd6f47 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:13:56.797303 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-07c143b3-cdd5-42d9-bc9a-5df1e97faf05 req-0544bd6a-8a98-4841-b539-18ad68fd6f47 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=bea84bff-b665-40d3-9901-8273ce1c7cb0 HTTP/1.1" status: 200 len: 945 time: 0.1167707 Apr 07 08:13:56.852780 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-07c143b3-cdd5-42d9-bc9a-5df1e97faf05 req-47363060-9a0e-428a-b2a9-0a138a8ae851 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bcec3e4-1aea-463f-8a5e-72d321aa15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482984 Apr 07 08:13:57.797026 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 51320) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:13:57.908794 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-b88cbdf3-248c-49f9-b73c-2dd4f88127d3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1955277972-network', 'tenant_id': '7b6413402f3b47b3964d88eee5581ead'}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:13:57.914122 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-b88cbdf3-248c-49f9-b73c-2dd4f88127d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:13:57.918847 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-b88cbdf3-248c-49f9-b73c-2dd4f88127d3 admin admin] Usage tracker for resource:network and tenant:7b6413402f3b47b3964d88eee5581ead is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:13:57.921807 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-b88cbdf3-248c-49f9-b73c-2dd4f88127d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:13:57.928596 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-b88cbdf3-248c-49f9-b73c-2dd4f88127d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:13:57.972292 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88cbdf3-248c-49f9-b73c-2dd4f88127d3 admin admin] Made reservation on behalf of 7b6413402f3b47b3964d88eee5581ead for: {'network': 1} {{(pid=84420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:13:57.977147 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b88cbdf3-248c-49f9-b73c-2dd4f88127d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for network, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:57.991159 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b88cbdf3-248c-49f9-b73c-2dd4f88127d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:58.007057 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-b88cbdf3-248c-49f9-b73c-2dd4f88127d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:13:58.011094 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-b88cbdf3-248c-49f9-b73c-2dd4f88127d3 admin admin] Usage tracker for resource:security_group_rule and tenant:7b6413402f3b47b3964d88eee5581ead is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:13:58.014014 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-b88cbdf3-248c-49f9-b73c-2dd4f88127d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:13:58.020030 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-b88cbdf3-248c-49f9-b73c-2dd4f88127d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:13:58.058040 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c11148-b533-4ef0-b728-297da9908714 req-8a982b16-bb0f-4c2a-8d3e-e720bb0ba9c5 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:13:58.059646 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-11c11148-b533-4ef0-b728-297da9908714 req-8a982b16-bb0f-4c2a-8d3e-e720bb0ba9c5 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=bea84bff-b665-40d3-9901-8273ce1c7cb0 HTTP/1.1" status: 200 len: 945 time: 0.0894446 Apr 07 08:13:58.109174 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b88cbdf3-248c-49f9-b73c-2dd4f88127d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:58.115929 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-11c11148-b533-4ef0-b728-297da9908714 req-65d5ecaa-8303-499d-9e44-2da786046398 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bcec3e4-1aea-463f-8a5e-72d321aa15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495861 Apr 07 08:13:58.132237 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b88cbdf3-248c-49f9-b73c-2dd4f88127d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:58.137419 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-87704ce6-4003-4fdd-9482-c125cdbcfd7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:13:58.162593 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b88cbdf3-248c-49f9-b73c-2dd4f88127d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=84420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 08:13:58.176373 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88cbdf3-248c-49f9-b73c-2dd4f88127d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d9856e-dbb3-4599-bd42-b681b0e54be3,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:13:58.180635 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b88cbdf3-248c-49f9-b73c-2dd4f88127d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:13:58.182254 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b88cbdf3-248c-49f9-b73c-2dd4f88127d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:58.182736 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.db.segments_db [None req-b88cbdf3-248c-49f9-b73c-2dd4f88127d3 admin admin] Added segment 13628e3f-2b0c-4cf6-862c-a3c4423c6d4e of type vlan for network 6943775c-8556-4d96-8ed2-4c07273fd888 Apr 07 08:13:58.209438 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b88cbdf3-248c-49f9-b73c-2dd4f88127d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762715970265'] for network, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:58.289333 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b88cbdf3-248c-49f9-b73c-2dd4f88127d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172'] for network, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:58.291538 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88cbdf3-248c-49f9-b73c-2dd4f88127d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:13:58.292188 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b88cbdf3-248c-49f9-b73c-2dd4f88127d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for network, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:58.297528 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:13:58.404507 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88cbdf3-248c-49f9-b73c-2dd4f88127d3 admin admin] Pushing event updated for resources: {'Network': ['ID=6943775c-8556-4d96-8ed2-4c07273fd888,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:13:58.410786 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b88cbdf3-248c-49f9-b73c-2dd4f88127d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:13:58.415446 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Network 6943775c-8556-4d96-8ed2-4c07273fd888 details requested by agent ovs-agent-dv-cinder-782390-4-smb with host dv-cinder-782390-4-smb {{(pid=84421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 08:13:58.438918 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-b88cbdf3-248c-49f9-b73c-2dd4f88127d3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6378989 Apr 07 08:13:58.439315 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 51328) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:13:58.447132 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-907d898e-9c5d-4777-afa2-bbcc946428d7 admin admin] Request body: {'subnet': {'network_id': '6943775c-8556-4d96-8ed2-4c07273fd888', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1955277972-subnet', 'tenant_id': '7b6413402f3b47b3964d88eee5581ead', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:13:58.451721 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-907d898e-9c5d-4777-afa2-bbcc946428d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:13:58.455948 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-907d898e-9c5d-4777-afa2-bbcc946428d7 admin admin] Usage tracker for resource:subnet and tenant:7b6413402f3b47b3964d88eee5581ead is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:13:58.459233 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-907d898e-9c5d-4777-afa2-bbcc946428d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:13:58.466061 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-907d898e-9c5d-4777-afa2-bbcc946428d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:13:58.495543 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c7968-fdc1-45e9-92d0-ed02f77c9082 req-df52d652-072c-4205-baf2-8f36e7fbe9c8 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:13:58.497331 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e42c7968-fdc1-45e9-92d0-ed02f77c9082 req-df52d652-072c-4205-baf2-8f36e7fbe9c8 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.13 "GET /v2.0/ports?device_id=bea84bff-b665-40d3-9901-8273ce1c7cb0 HTTP/1.1" status: 200 len: 945 time: 0.0919142 Apr 07 08:13:58.509260 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907d898e-9c5d-4777-afa2-bbcc946428d7 admin admin] Made reservation on behalf of 7b6413402f3b47b3964d88eee5581ead for: {'subnet': 1} {{(pid=84420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:13:58.514440 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-907d898e-9c5d-4777-afa2-bbcc946428d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844242347'] for subnet, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:58.577644 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-e42c7968-fdc1-45e9-92d0-ed02f77c9082 req-7f484330-a3f0-4aee-ab86-ea180267129c tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Deleting port 7c61286d-af3d-402f-9570-565dfce14a6d {{(pid=84419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:13:58.578032 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e42c7968-fdc1-45e9-92d0-ed02f77c9082 req-7f484330-a3f0-4aee-ab86-ea180267129c tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:58.846371 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-e42c7968-fdc1-45e9-92d0-ed02f77c9082 req-7f484330-a3f0-4aee-ab86-ea180267129c tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] For port 7c61286d-af3d-402f-9570-565dfce14a6d, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=7c61286d-af3d-402f-9570-565dfce14a6d,segment=NetworkSegment(0320c003-197f-4159-838f-fc3f7957e4e8),segment_id=0320c003-197f-4159-838f-fc3f7957e4e8)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:13:58.847064 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e42c7968-fdc1-45e9-92d0-ed02f77c9082 req-7f484330-a3f0-4aee-ab86-ea180267129c tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:58.969437 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-907d898e-9c5d-4777-afa2-bbcc946428d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10887678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844242330'] for subnet, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:58.985651 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:13:59.126548 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d898e-9c5d-4777-afa2-bbcc946428d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48c6d599-159f-46f9-a8f1-98e33d89e12b,revision_number=0']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:13:59.131030 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-907d898e-9c5d-4777-afa2-bbcc946428d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:13:59.205880 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907d898e-9c5d-4777-afa2-bbcc946428d7 admin admin] Checking segment: {'id': '13628e3f-2b0c-4cf6-862c-a3c4423c6d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '6943775c-8556-4d96-8ed2-4c07273fd888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:13:59.206276 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907d898e-9c5d-4777-afa2-bbcc946428d7 admin admin] Network hostable DHCP agents. Network: 6943775c-8556-4d96-8ed2-4c07273fd888, hostable agents: ['6d586a76-6480-47e6-bcbb-1719500a6367'], hosted agents: [] {{(pid=84420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 08:13:59.281699 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907d898e-9c5d-4777-afa2-bbcc946428d7 admin admin] Network 6943775c-8556-4d96-8ed2-4c07273fd888 is scheduled to be hosted by DHCP agent 6d586a76-6480-47e6-bcbb-1719500a6367 with binding_index 1 {{(pid=84420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 08:13:59.334572 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae5111-0d4d-43cb-8173-1cba1fd1006b req-f6e19052-c516-4e53-b0fe-f1a732b98452 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:13:59.336240 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b7ae5111-0d4d-43cb-8173-1cba1fd1006b req-f6e19052-c516-4e53-b0fe-f1a732b98452 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=bea84bff-b665-40d3-9901-8273ce1c7cb0 HTTP/1.1" status: 200 len: 945 time: 0.0960979 Apr 07 08:13:59.337019 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-907d898e-9c5d-4777-afa2-bbcc946428d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-4-smb, 6943775c-8556-4d96-8ed2-4c07273fd888) {{(pid=84420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:13:59.347452 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753ea15e-cda5-4f63-a75a-799c3b5315bf None None] Network 6943775c-8556-4d96-8ed2-4c07273fd888 requested from dv-cinder-782390-4-smb {{(pid=84421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 08:13:59.349616 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907d898e-9c5d-4777-afa2-bbcc946428d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:13:59.350262 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-907d898e-9c5d-4777-afa2-bbcc946428d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:59.417188 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b7ae5111-0d4d-43cb-8173-1cba1fd1006b req-0a70e529-3f65-4518-a37d-a4ed419f85e3 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bcec3e4-1aea-463f-8a5e-72d321aa15bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550337 Apr 07 08:13:59.424866 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e42c7968-fdc1-45e9-92d0-ed02f77c9082 req-7f484330-a3f0-4aee-ab86-ea180267129c tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:59.425310 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e42c7968-fdc1-45e9-92d0-ed02f77c9082 req-7f484330-a3f0-4aee-ab86-ea180267129c tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675279'] for floatingip, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:59.425667 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.db.l3_db [req-e42c7968-fdc1-45e9-92d0-ed02f77c9082 req-7f484330-a3f0-4aee-ab86-ea180267129c tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Floating IP 7b0203ca-7c8a-480b-b997-1087857be71a disassociated. External IP: 172.28.3.247, port: 7c61286d-af3d-402f-9570-565dfce14a6d. Apr 07 08:13:59.426046 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-e42c7968-fdc1-45e9-92d0-ed02f77c9082 req-7f484330-a3f0-4aee-ab86-ea180267129c tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Calling delete_port for 7c61286d-af3d-402f-9570-565dfce14a6d owned by compute:nova {{(pid=84419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:13:59.439960 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-907d898e-9c5d-4777-afa2-bbcc946428d7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9982574 Apr 07 08:13:59.581318 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ba2ef0-4f50-41de-aa8a-9ecab2828e9d None None] Network 6943775c-8556-4d96-8ed2-4c07273fd888 requested from dv-cinder-782390-4-smb {{(pid=84421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 08:13:59.629631 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e42c7968-fdc1-45e9-92d0-ed02f77c9082 req-7f484330-a3f0-4aee-ab86-ea180267129c tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716444531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762716001395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:13:59.645748 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-24f1a5fd-1d5d-4289-a9aa-e389938f5f8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:13:59.708879 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f484330-a3f0-4aee-ab86-ea180267129c tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Pushing event deleted for resources: {'Port': ['ID=7c61286d-af3d-402f-9570-565dfce14a6d,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:13:59.713364 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7f484330-a3f0-4aee-ab86-ea180267129c tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:14:00.023936 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e42c7968-fdc1-45e9-92d0-ed02f77c9082 req-7f484330-a3f0-4aee-ab86-ea180267129c tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Router 709fa8a8-dbd2-4d06-843a-607546d7d540 has already been hosted by L3 agent 9e1c8038-06ec-4f38-a606-610b3381902d {{(pid=84419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 08:14:00.080293 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 51348) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:14:00.086911 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-199e6a71-d6d3-4e0c-aa26-3c4f41b1c499 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-763553359-network', 'tenant_id': '93908d74479b4958aeaf3a4752361e8c'}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:14:00.092517 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-199e6a71-d6d3-4e0c-aa26-3c4f41b1c499 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:14:00.096682 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-199e6a71-d6d3-4e0c-aa26-3c4f41b1c499 admin admin] Usage tracker for resource:network and tenant:93908d74479b4958aeaf3a4752361e8c is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:14:00.099794 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-199e6a71-d6d3-4e0c-aa26-3c4f41b1c499 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:14:00.106019 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-199e6a71-d6d3-4e0c-aa26-3c4f41b1c499 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:14:00.152629 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199e6a71-d6d3-4e0c-aa26-3c4f41b1c499 admin admin] Made reservation on behalf of 93908d74479b4958aeaf3a4752361e8c for: {'network': 1} {{(pid=84420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:14:00.157424 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-199e6a71-d6d3-4e0c-aa26-3c4f41b1c499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for network, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:00.170905 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-199e6a71-d6d3-4e0c-aa26-3c4f41b1c499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:00.185903 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-199e6a71-d6d3-4e0c-aa26-3c4f41b1c499 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:14:00.190829 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-199e6a71-d6d3-4e0c-aa26-3c4f41b1c499 admin admin] Usage tracker for resource:security_group_rule and tenant:93908d74479b4958aeaf3a4752361e8c is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:14:00.193815 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-199e6a71-d6d3-4e0c-aa26-3c4f41b1c499 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:14:00.200691 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-199e6a71-d6d3-4e0c-aa26-3c4f41b1c499 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:14:00.221991 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e42c7968-fdc1-45e9-92d0-ed02f77c9082 req-7f484330-a3f0-4aee-ab86-ea180267129c tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify agent at l3_agent.dv-cinder-782390-4-smb the message routers_updated {{(pid=84419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 08:14:00.231858 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b820aa92-a75b-452d-8a3d-8f22abf82d16 None None] Sync routers for ids ['709fa8a8-dbd2-4d06-843a-607546d7d540'] in dv-cinder-782390-4-smb {{(pid=84422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 08:14:00.242777 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b820aa92-a75b-452d-8a3d-8f22abf82d16 None None] Routers {'709fa8a8-dbd2-4d06-843a-607546d7d540'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:14:00.243447 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-b820aa92-a75b-452d-8a3d-8f22abf82d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:13:55Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['709fa8a8-dbd2-4d06-843a-607546d7d540'], 'active': True} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:14:00.292726 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-199e6a71-d6d3-4e0c-aa26-3c4f41b1c499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:00.326525 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42c7968-fdc1-45e9-92d0-ed02f77c9082 req-7f484330-a3f0-4aee-ab86-ea180267129c tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] No DVR routers for this DVR port 7c61286d-af3d-402f-9570-565dfce14a6d on host hv-cinder-78239 {{(pid=84419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 08:14:00.329397 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-e42c7968-fdc1-45e9-92d0-ed02f77c9082 req-7f484330-a3f0-4aee-ab86-ea180267129c tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:00.332607 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea84bff-b665-40d3-9901-8273ce1c7cb0', 'name': 'network-vif-deleted', 'tag': '7c61286d-af3d-402f-9570-565dfce14a6d'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:14:00.341611 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-199e6a71-d6d3-4e0c-aa26-3c4f41b1c499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:00.373551 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7b4500f0-f6dc-4999-851f-168d9ae60d0b tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:14:00.381072 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-199e6a71-d6d3-4e0c-aa26-3c4f41b1c499 admin admin] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=84420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 08:14:00.425772 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e6a71-d6d3-4e0c-aa26-3c4f41b1c499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f7eb3f-4424-4ec2-8641-84ad5188474c,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:14:00.427701 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e42c7968-fdc1-45e9-92d0-ed02f77c9082 req-7f484330-a3f0-4aee-ab86-ea180267129c tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.13 "DELETE /v2.0/ports/7c61286d-af3d-402f-9570-565dfce14a6d HTTP/1.1" status: 204 len: 173 time: 1.9244282 Apr 07 08:14:00.429228 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-199e6a71-d6d3-4e0c-aa26-3c4f41b1c499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:14:00.429752 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea84bff-b665-40d3-9901-8273ce1c7cb0', 'name': 'network-vif-deleted', 'tag': '7c61286d-af3d-402f-9570-565dfce14a6d', 'status': 'completed', 'code': 200} Apr 07 08:14:00.452138 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-199e6a71-d6d3-4e0c-aa26-3c4f41b1c499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:00.452535 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.db.segments_db [None req-199e6a71-d6d3-4e0c-aa26-3c4f41b1c499 admin admin] Added segment b7403ace-067a-4b6c-b84c-5429d06aa730 of type vlan for network c08a0b3d-2dd3-4999-bfa1-d10a3d9a3e5d Apr 07 08:14:00.458884 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-b820aa92-a75b-452d-8a3d-8f22abf82d16 None None] Set router 709fa8a8-dbd2-4d06-843a-607546d7d540 gateway port host: dv-cinder-782390-4-smb {{(pid=84422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:14:00.558750 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-199e6a71-d6d3-4e0c-aa26-3c4f41b1c499 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762715970265'] for network, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:00.628778 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5983ab2c-77e3-4707-96dd-44dae0b16666 req-1f07672d-4cd2-4a9a-a4d4-bb6d137adee7 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/ports?device_id=bea84bff-b665-40d3-9901-8273ce1c7cb0 HTTP/1.1" status: 200 len: 210 time: 0.0557697 Apr 07 08:14:00.689092 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-199e6a71-d6d3-4e0c-aa26-3c4f41b1c499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172'] for network, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:00.690985 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199e6a71-d6d3-4e0c-aa26-3c4f41b1c499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:00.691576 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-199e6a71-d6d3-4e0c-aa26-3c4f41b1c499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for network, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:00.697241 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-6c1014d8-5212-496a-9d1c-9e0a7bdd2640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:14:00.801694 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-b820aa92-a75b-452d-8a3d-8f22abf82d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'name': 'tempest-AttachVolumeTestJSON-2059608512-router', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': '8a51900f-4a8c-47f5-961d-28bf3b86f57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:09:23Z', 'updated_at': '2021-04-07T08:09:30Z', 'revision_number': 4, 'project_id': '34c1b1d205a140b39082ee45b1ce3028', 'gw_port': {'id': '8a51900f-4a8c-47f5-961d-28bf3b86f57d', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:09:24Z', 'updated_at': '2021-04-07T08:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': '9bb36a9e-b7d9-4728-8d65-3fc993276c0b', 'name': '', 'network_id': 'ab5bbd22-bfa8-4c9f-86a6-c4149444a964', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'mac_address': 'fa:16:3e:85:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8e3dcb39-b597-4ef8-9cff-53923f6cc286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:09:29Z', 'updated_at': '2021-04-07T08:09:38Z', 'revision_number': 5, 'project_id': '34c1b1d205a140b39082ee45b1ce3028', 'subnets': [{'id': '8e3dcb39-b597-4ef8-9cff-53923f6cc286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:14:00.802387 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e6a71-d6d3-4e0c-aa26-3c4f41b1c499 admin admin] Pushing event updated for resources: {'Network': ['ID=c08a0b3d-2dd3-4999-bfa1-d10a3d9a3e5d,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:14:00.806995 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-199e6a71-d6d3-4e0c-aa26-3c4f41b1c499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:14:00.807128 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b820aa92-a75b-452d-8a3d-8f22abf82d16 None None] Checking router: 709fa8a8-dbd2-4d06-843a-607546d7d540 for host: dv-cinder-782390-4-smb {{(pid=84422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 08:14:00.813395 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Network c08a0b3d-2dd3-4999-bfa1-d10a3d9a3e5d details requested by agent ovs-agent-dv-cinder-782390-4-smb with host dv-cinder-782390-4-smb {{(pid=84421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 08:14:00.816003 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b820aa92-a75b-452d-8a3d-8f22abf82d16 None None] Routers {'709fa8a8-dbd2-4d06-843a-607546d7d540'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:14:00.816661 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-b820aa92-a75b-452d-8a3d-8f22abf82d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:13:55Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['709fa8a8-dbd2-4d06-843a-607546d7d540'], 'active': True} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:14:00.836091 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-199e6a71-d6d3-4e0c-aa26-3c4f41b1c499 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7545702 Apr 07 08:14:00.838962 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 51356) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:14:00.844986 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-2e3f3f22-91aa-4e7d-936c-f4e76189a5ad admin admin] Request body: {'subnet': {'network_id': 'c08a0b3d-2dd3-4999-bfa1-d10a3d9a3e5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-763553359-subnet', 'tenant_id': '93908d74479b4958aeaf3a4752361e8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:14:00.850284 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-2e3f3f22-91aa-4e7d-936c-f4e76189a5ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:14:00.854667 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-2e3f3f22-91aa-4e7d-936c-f4e76189a5ad admin admin] Usage tracker for resource:subnet and tenant:93908d74479b4958aeaf3a4752361e8c is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:14:00.857742 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-2e3f3f22-91aa-4e7d-936c-f4e76189a5ad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:14:00.865606 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-2e3f3f22-91aa-4e7d-936c-f4e76189a5ad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:14:00.941181 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3f3f22-91aa-4e7d-936c-f4e76189a5ad admin admin] Made reservation on behalf of 93908d74479b4958aeaf3a4752361e8c for: {'subnet': 1} {{(pid=84420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:14:00.946955 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2e3f3f22-91aa-4e7d-936c-f4e76189a5ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844242347'] for subnet, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:01.015133 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-b820aa92-a75b-452d-8a3d-8f22abf82d16 None None] Set router 709fa8a8-dbd2-4d06-843a-607546d7d540 gateway port host: dv-cinder-782390-4-smb {{(pid=84422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:14:01.350412 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-b820aa92-a75b-452d-8a3d-8f22abf82d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'name': 'tempest-AttachVolumeTestJSON-2059608512-router', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': '8a51900f-4a8c-47f5-961d-28bf3b86f57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:09:23Z', 'updated_at': '2021-04-07T08:09:30Z', 'revision_number': 4, 'project_id': '34c1b1d205a140b39082ee45b1ce3028', 'gw_port': {'id': '8a51900f-4a8c-47f5-961d-28bf3b86f57d', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:09:24Z', 'updated_at': '2021-04-07T08:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': '9bb36a9e-b7d9-4728-8d65-3fc993276c0b', 'name': '', 'network_id': 'ab5bbd22-bfa8-4c9f-86a6-c4149444a964', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'mac_address': 'fa:16:3e:85:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8e3dcb39-b597-4ef8-9cff-53923f6cc286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:09:29Z', 'updated_at': '2021-04-07T08:09:38Z', 'revision_number': 5, 'project_id': '34c1b1d205a140b39082ee45b1ce3028', 'subnets': [{'id': '8e3dcb39-b597-4ef8-9cff-53923f6cc286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:14:01.356147 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b820aa92-a75b-452d-8a3d-8f22abf82d16 None None] The sync data for ids ['709fa8a8-dbd2-4d06-843a-607546d7d540'] in dv-cinder-782390-4-smb is: [{'id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'name': 'tempest-AttachVolumeTestJSON-2059608512-router', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': '8a51900f-4a8c-47f5-961d-28bf3b86f57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:09:23Z', 'updated_at': '2021-04-07T08:09:30Z', 'revision_number': 4, 'project_id': '34c1b1d205a140b39082ee45b1ce3028', 'gw_port': {'id': '8a51900f-4a8c-47f5-961d-28bf3b86f57d', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:09:24Z', 'updated_at': '2021-04-07T08:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': '9bb36a9e-b7d9-4728-8d65-3fc993276c0b', 'name': '', 'network_id': 'ab5bbd22-bfa8-4c9f-86a6-c4149444a964', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'mac_address': 'fa:16:3e:85:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8e3dcb39-b597-4ef8-9cff-53923f6cc286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:09:29Z', 'updated_at': '2021-04-07T08:09:38Z', 'revision_number': 5, 'project_id': '34c1b1d205a140b39082ee45b1ce3028', 'subnets': [{'id': '8e3dcb39-b597-4ef8-9cff-53923f6cc286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 08:14:01.631736 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2e3f3f22-91aa-4e7d-936c-f4e76189a5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10887678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844242330'] for subnet, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:01.648106 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a06ca0e2-63c1-4067-bf01-061d53a52cd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:14:01.746848 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2c1f8a-26b5-4e29-bbe7-5ec3a30a9b06 None None] New status for floating IP 7b0203ca-7c8a-480b-b997-1087857be71a: DOWN {{(pid=84421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 07 08:14:01.782038 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f3f22-91aa-4e7d-936c-f4e76189a5ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=43803655-da98-4bbc-8c39-7481f51e7c79,revision_number=0']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:14:01.786441 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2e3f3f22-91aa-4e7d-936c-f4e76189a5ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:14:01.799934 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 51364) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:14:01.848590 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3f3f22-91aa-4e7d-936c-f4e76189a5ad admin admin] Checking segment: {'id': 'b7403ace-067a-4b6c-b84c-5429d06aa730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'c08a0b3d-2dd3-4999-bfa1-d10a3d9a3e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:14:01.848986 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3f3f22-91aa-4e7d-936c-f4e76189a5ad admin admin] Network hostable DHCP agents. Network: c08a0b3d-2dd3-4999-bfa1-d10a3d9a3e5d, hostable agents: ['6d586a76-6480-47e6-bcbb-1719500a6367'], hosted agents: [] {{(pid=84420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 08:14:01.873882 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7fdd7caf-b817-482b-a7ff-33e324bcbafb tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks [] for security_group, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:01.902327 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 7c61286d-af3d-402f-9570-565dfce14a6d no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 08:14:01.904303 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7fdd7caf-b817-482b-a7ff-33e324bcbafb tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:01.950567 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3f3f22-91aa-4e7d-936c-f4e76189a5ad admin admin] Network c08a0b3d-2dd3-4999-bfa1-d10a3d9a3e5d is scheduled to be hosted by DHCP agent 6d586a76-6480-47e6-bcbb-1719500a6367 with binding_index 1 {{(pid=84420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 08:14:01.955084 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] No Port match for: 7c61286d-af3d-402f-9570-565dfce14a6d {{(pid=84421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 08:14:01.955484 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 7c61286d-af3d-402f-9570-565dfce14a6d not bound to the agent host hv-cinder-78239 {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 08:14:01.986703 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7fdd7caf-b817-482b-a7ff-33e324bcbafb tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:01.992200 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-700d1647-82d7-4368-a196-6caeafb11263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:14:02.008373 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd7caf-b817-482b-a7ff-33e324bcbafb tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcec3e4-1aea-463f-8a5e-72d321aa15bf,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:14:02.011229 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7fdd7caf-b817-482b-a7ff-33e324bcbafb tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:14:02.015383 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-2e3f3f22-91aa-4e7d-936c-f4e76189a5ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-4-smb, c08a0b3d-2dd3-4999-bfa1-d10a3d9a3e5d) {{(pid=84420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:14:02.024820 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36b3f15-0c70-411d-bc69-293c8625823a None None] Network c08a0b3d-2dd3-4999-bfa1-d10a3d9a3e5d requested from dv-cinder-782390-4-smb {{(pid=84421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 08:14:02.032167 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3f3f22-91aa-4e7d-936c-f4e76189a5ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:02.032816 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2e3f3f22-91aa-4e7d-936c-f4e76189a5ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:02.048921 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7fdd7caf-b817-482b-a7ff-33e324bcbafb tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks [] for security_group, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:02.052721 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-7fdd7caf-b817-482b-a7ff-33e324bcbafb tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "DELETE /v2.0/security-groups/7bcec3e4-1aea-463f-8a5e-72d321aa15bf HTTP/1.1" status: 204 len: 168 time: 0.2488015 Apr 07 08:14:02.053581 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 51368) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:14:02.072994 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.api.v2.resource [None req-ddf6757d-a17a-4ebb-a789-af2dd29b89b0 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] show failed (client error): The resource could not be found. Apr 07 08:14:02.074090 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-ddf6757d-a17a-4ebb-a789-af2dd29b89b0 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "GET /v2.0/security-groups/7bcec3e4-1aea-463f-8a5e-72d321aa15bf HTTP/1.1" status: 404 len: 347 time: 0.0194361 Apr 07 08:14:02.077275 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 51372) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:14:02.107414 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-2e3f3f22-91aa-4e7d-936c-f4e76189a5ad admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2673397 Apr 07 08:14:02.255532 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-b96ea239-e2dc-4ac1-bb19-4be2635372c6 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Deleting port 98d674db-6e38-49e5-b5a7-22e4a1f783be {{(pid=84419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:14:02.255921 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b96ea239-e2dc-4ac1-bb19-4be2635372c6 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:02.267002 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574bdf19-9e3e-4253-91b0-c15bdb6ffefd None None] Network c08a0b3d-2dd3-4999-bfa1-d10a3d9a3e5d requested from dv-cinder-782390-4-smb {{(pid=84421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 08:14:02.458957 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b96ea239-e2dc-4ac1-bb19-4be2635372c6 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:02.459495 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b96ea239-e2dc-4ac1-bb19-4be2635372c6 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:02.598044 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-b96ea239-e2dc-4ac1-bb19-4be2635372c6 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Calling delete_port for 98d674db-6e38-49e5-b5a7-22e4a1f783be owned by network:floatingip {{(pid=84419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:14:02.893459 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-59a5a853-9569-4f31-b28c-aeb3f46baafb tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:02.894996 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-59a5a853-9569-4f31-b28c-aeb3f46baafb tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] 10.222.0.16 "GET /v2.0/networks?id=6943775c-8556-4d96-8ed2-4c07273fd888 HTTP/1.1" status: 200 len: 809 time: 0.2067404 Apr 07 08:14:02.897435 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b96ea239-e2dc-4ac1-bb19-4be2635372c6 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716444531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762716001395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:02.914147 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-54f3b70b-3b11-44eb-bb2b-074f3ef4d13a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:14:03.004066 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-61eb08f0-7502-418b-aacc-cf1078b9efe0 None None] Agent healthcheck: found 6 active agents {{(pid=84422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 08:14:03.026772 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ea239-e2dc-4ac1-bb19-4be2635372c6 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Pushing event deleted for resources: {'Port': ['ID=98d674db-6e38-49e5-b5a7-22e4a1f783be,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:14:03.039134 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b96ea239-e2dc-4ac1-bb19-4be2635372c6 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:14:03.041238 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-aeb6a76b-916f-43dc-826b-390b1d4ca8ed tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] 10.222.0.16 "GET /v2.0/quotas/7b6413402f3b47b3964d88eee5581ead HTTP/1.1" status: 200 len: 375 time: 0.1276023 Apr 07 08:14:03.101987 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-606488c3-f541-4be0-8da6-592852625b16 tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7b6413402f3b47b3964d88eee5581ead&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530667 Apr 07 08:14:03.355766 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-7a80d388-bdfb-4edb-9177-a2c9b7930354 service neutron] 10.222.0.16 "GET /v2.0/networks/6943775c-8556-4d96-8ed2-4c07273fd888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452431 Apr 07 08:14:03.357943 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b96ea239-e2dc-4ac1-bb19-4be2635372c6 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks [] for floatingip, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:03.373789 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b96ea239-e2dc-4ac1-bb19-4be2635372c6 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for floatingip, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:03.375027 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-b96ea239-e2dc-4ac1-bb19-4be2635372c6 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] 10.222.0.16 "DELETE /v2.0/floatingips/7b0203ca-7c8a-480b-b997-1087857be71a HTTP/1.1" status: 204 len: 168 time: 1.2967267 Apr 07 08:14:03.513300 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-037b9243-3581-4e2f-873b-2f14bb798f72 service neutron] 10.222.0.16 "GET /v2.0/networks/6943775c-8556-4d96-8ed2-4c07273fd888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367640 Apr 07 08:14:03.807422 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1310d63d-bfa6-4095-aef8-92ea0c450074 req-9fb8619f-41c9-439d-97da-43569de32a8d tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] 10.222.0.16 "GET /v2.0/ports?device_id=fea4e109-9c33-4e28-9894-550d360ac8fa HTTP/1.1" status: 200 len: 210 time: 0.0494299 Apr 07 08:14:04.979365 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-db7ca7cf-3e9f-4cbb-bbd2-84188e3ba301 req-aec10c98-36e2-4c92-a0bf-f3b89e2c526e tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] 10.222.0.16 "GET /v2.0/ports?device_id=fea4e109-9c33-4e28-9894-550d360ac8fa HTTP/1.1" status: 200 len: 210 time: 0.0536318 Apr 07 08:14:05.645806 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-98095101-0b3e-4dd7-980a-2020ff77b918 tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:05.647314 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-98095101-0b3e-4dd7-980a-2020ff77b918 tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] 10.222.0.13 "GET /v2.0/networks?id=6943775c-8556-4d96-8ed2-4c07273fd888 HTTP/1.1" status: 200 len: 809 time: 0.1584818 Apr 07 08:14:05.660014 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-4c868090-c246-47ec-8996-356f1673a843 tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] Request body: {'port': {'device_id': 'fea4e109-9c33-4e28-9894-550d360ac8fa', 'network_id': '6943775c-8556-4d96-8ed2-4c07273fd888', 'admin_state_up': True, 'tenant_id': '7b6413402f3b47b3964d88eee5581ead'}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:14:05.805063 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-4c868090-c246-47ec-8996-356f1673a843 tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:14:05.809318 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-4c868090-c246-47ec-8996-356f1673a843 tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] Usage tracker for resource:port and tenant:7b6413402f3b47b3964d88eee5581ead is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:14:05.812426 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-4c868090-c246-47ec-8996-356f1673a843 tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:14:05.818764 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-4c868090-c246-47ec-8996-356f1673a843 tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:14:05.861801 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-4c868090-c246-47ec-8996-356f1673a843 tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] Made reservation on behalf of 7b6413402f3b47b3964d88eee5581ead for: {'port': 1} {{(pid=84419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:14:05.868008 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-4c868090-c246-47ec-8996-356f1673a843 tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:06.042539 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-4c868090-c246-47ec-8996-356f1673a843 tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] Allocated IP 172.20.0.14 (6943775c-8556-4d96-8ed2-4c07273fd888/48c6d599-159f-46f9-a8f1-98e33d89e12b/2feedca2-ff0d-442f-bbf6-796fc3bbfd11) {{(pid=84419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:14:06.207924 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2e1ad91a-de26-4da1-b15a-d1d2abf8aa2a req-8835f420-7660-4594-b029-c1c1dee03cf1 tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] 10.222.0.16 "GET /v2.0/ports?device_id=fea4e109-9c33-4e28-9894-550d360ac8fa HTTP/1.1" status: 200 len: 210 time: 0.0552135 Apr 07 08:14:06.666291 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-4c868090-c246-47ec-8996-356f1673a843 tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] Notify callbacks [] for port, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:06.738167 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-4c868090-c246-47ec-8996-356f1673a843 tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:06.753641 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2baef154-fbbe-43e4-b3b6-13c5b2ff0043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:14:06.907367 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c868090-c246-47ec-8996-356f1673a843 tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] Pushing event updated for resources: {'Port': ['ID=2feedca2-ff0d-442f-bbf6-796fc3bbfd11,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:14:06.911694 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4c868090-c246-47ec-8996-356f1673a843 tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:14:06.956769 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-4c868090-c246-47ec-8996-356f1673a843 tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] Network 6943775c-8556-4d96-8ed2-4c07273fd888 is already hosted by enough agents. {{(pid=84419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:14:06.958239 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-4c868090-c246-47ec-8996-356f1673a843 tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] Resources bound (agent type, host, resource id): {{(pid=84419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:14:06.960513 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-4c868090-c246-47ec-8996-356f1673a843 tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] Received port after_create {{(pid=84419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:14:07.025316 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-4c868090-c246-47ec-8996-356f1673a843 tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:07.025973 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-4c868090-c246-47ec-8996-356f1673a843 tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:07.132647 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-4c868090-c246-47ec-8996-356f1673a843 tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4770162 Apr 07 08:14:07.144241 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-2272e893-1d2e-4956-9da5-95cf0449a8d0 service neutron] Request body: {'port': {'device_id': 'fea4e109-9c33-4e28-9894-550d360ac8fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:14:07.264731 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-2272e893-1d2e-4956-9da5-95cf0449a8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:07.426896 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20c6ee-39d2-4ec3-b27b-f02d81916984 req-8bda30d4-e630-4ad0-8597-eceb75528d11 tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:07.428499 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5c20c6ee-39d2-4ec3-b27b-f02d81916984 req-8bda30d4-e630-4ad0-8597-eceb75528d11 tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] 10.222.0.16 "GET /v2.0/ports?device_id=fea4e109-9c33-4e28-9894-550d360ac8fa HTTP/1.1" status: 200 len: 932 time: 0.0944524 Apr 07 08:14:07.476708 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-5c20c6ee-39d2-4ec3-b27b-f02d81916984 req-66a8141c-5e09-451b-82b7-2e88350a6c8d tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] Synchronizing usage tracker for tenant:7b6413402f3b47b3964d88eee5581ead on resource:security_group {{(pid=84420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:14:07.534866 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-5c20c6ee-39d2-4ec3-b27b-f02d81916984 req-66a8141c-5e09-451b-82b7-2e88350a6c8d tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] Unset dirty status for tenant:7b6413402f3b47b3964d88eee5581ead on resource:security_group {{(pid=84420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:14:07.536144 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5c20c6ee-39d2-4ec3-b27b-f02d81916984 req-66a8141c-5e09-451b-82b7-2e88350a6c8d tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5d9856e-dbb3-4599-bd42-b681b0e54be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008129 Apr 07 08:14:07.702264 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-2272e893-1d2e-4956-9da5-95cf0449a8d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2feedca2-ff0d-442f-bbf6-796fc3bbfd11 {{(pid=84419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 08:14:07.710177 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-2272e893-1d2e-4956-9da5-95cf0449a8d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:07.807235 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-2272e893-1d2e-4956-9da5-95cf0449a8d0 service neutron] Transition to ACTIVE for port object 2feedca2-ff0d-442f-bbf6-796fc3bbfd11 will not be triggered until provisioned by entity L2. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:14:07.829839 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 51438) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:14:07.892793 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-2272e893-1d2e-4956-9da5-95cf0449a8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963711'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:07.967885 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f7e157ff-b0ed-4fcd-9241-5046db6e7b32 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:14:08.136288 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272e893-1d2e-4956-9da5-95cf0449a8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2feedca2-ff0d-442f-bbf6-796fc3bbfd11,revision_number=2']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:14:08.144651 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2272e893-1d2e-4956-9da5-95cf0449a8d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:14:08.605990 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-2272e893-1d2e-4956-9da5-95cf0449a8d0 service neutron] Attempting to bind port 2feedca2-ff0d-442f-bbf6-796fc3bbfd11 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:14:08.606365 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-2272e893-1d2e-4956-9da5-95cf0449a8d0 service neutron] Attempting to bind port 2feedca2-ff0d-442f-bbf6-796fc3bbfd11 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': '13628e3f-2b0c-4cf6-862c-a3c4423c6d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '6943775c-8556-4d96-8ed2-4c07273fd888'}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 08:14:08.606775 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-2272e893-1d2e-4956-9da5-95cf0449a8d0 service neutron] Attempting to bind port 2feedca2-ff0d-442f-bbf6-796fc3bbfd11 on network 6943775c-8556-4d96-8ed2-4c07273fd888 {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:14:08.615134 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-2272e893-1d2e-4956-9da5-95cf0449a8d0 service neutron] Port 2feedca2-ff0d-442f-bbf6-796fc3bbfd11 on network 6943775c-8556-4d96-8ed2-4c07273fd888 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 08:14:08.615500 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-2272e893-1d2e-4956-9da5-95cf0449a8d0 service neutron] Attempting to bind port 2feedca2-ff0d-442f-bbf6-796fc3bbfd11 on network 6943775c-8556-4d96-8ed2-4c07273fd888 {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:14:08.657662 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-2272e893-1d2e-4956-9da5-95cf0449a8d0 service neutron] Checking agent: {'id': '265b7c30-4a56-4c92-aee0-001f9a549a36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 8, 3, 49), 'started_at': datetime.datetime(2021, 4, 7, 8, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 08:14:08.658040 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-2272e893-1d2e-4956-9da5-95cf0449a8d0 service neutron] Checking segment: {'id': '13628e3f-2b0c-4cf6-862c-a3c4423c6d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '6943775c-8556-4d96-8ed2-4c07273fd888'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:14:08.658462 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-2272e893-1d2e-4956-9da5-95cf0449a8d0 service neutron] Bound using segment: {'id': '13628e3f-2b0c-4cf6-862c-a3c4423c6d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '6943775c-8556-4d96-8ed2-4c07273fd888'} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 08:14:08.658965 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-2272e893-1d2e-4956-9da5-95cf0449a8d0 service neutron] Bound port: 2feedca2-ff0d-442f-bbf6-796fc3bbfd11, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13628e3f-2b0c-4cf6-862c-a3c4423c6d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '6943775c-8556-4d96-8ed2-4c07273fd888'}}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 08:14:08.659347 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-2272e893-1d2e-4956-9da5-95cf0449a8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:08.860798 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-2272e893-1d2e-4956-9da5-95cf0449a8d0 service neutron] For port 2feedca2-ff0d-442f-bbf6-796fc3bbfd11, host hv-cinder-78239, cleared binding levels {{(pid=84419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 08:14:08.864928 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-2272e893-1d2e-4956-9da5-95cf0449a8d0 service neutron] For port 2feedca2-ff0d-442f-bbf6-796fc3bbfd11, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=2feedca2-ff0d-442f-bbf6-796fc3bbfd11,segment=NetworkSegment(13628e3f-2b0c-4cf6-862c-a3c4423c6d4e),segment_id=13628e3f-2b0c-4cf6-862c-a3c4423c6d4e)] {{(pid=84419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 08:14:08.873507 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559e19c-51fe-4b2b-ac71-91956da49295 req-a8ae52cf-b502-46b0-895c-d16a422871a5 tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:08.883970 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-e559e19c-51fe-4b2b-ac71-91956da49295 req-a8ae52cf-b502-46b0-895c-d16a422871a5 tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] Synchronizing usage tracker for tenant:7b6413402f3b47b3964d88eee5581ead on resource:port {{(pid=84419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:14:08.925136 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-2272e893-1d2e-4956-9da5-95cf0449a8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963711'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:08.941786 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2baef154-fbbe-43e4-b3b6-13c5b2ff0043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:14:09.081611 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-e559e19c-51fe-4b2b-ac71-91956da49295 req-a8ae52cf-b502-46b0-895c-d16a422871a5 tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] Unset dirty status for tenant:7b6413402f3b47b3964d88eee5581ead on resource:port {{(pid=84419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:14:09.082917 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e559e19c-51fe-4b2b-ac71-91956da49295 req-a8ae52cf-b502-46b0-895c-d16a422871a5 tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] 10.222.0.16 "GET /v2.0/ports?device_id=fea4e109-9c33-4e28-9894-550d360ac8fa HTTP/1.1" status: 200 len: 944 time: 0.4265914 Apr 07 08:14:09.376465 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272e893-1d2e-4956-9da5-95cf0449a8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2feedca2-ff0d-442f-bbf6-796fc3bbfd11,revision_number=3']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:14:09.387190 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2272e893-1d2e-4956-9da5-95cf0449a8d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:14:09.432530 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a901229b-382f-4a36-a931-c2cfa41e5126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854102931'] for router_interface, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:09.492725 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e559e19c-51fe-4b2b-ac71-91956da49295 req-953e5f6b-612f-4d9f-b136-e7238fedd188 tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5d9856e-dbb3-4599-bd42-b681b0e54be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533351 Apr 07 08:14:09.582096 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-2272e893-1d2e-4956-9da5-95cf0449a8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:09.582807 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-2272e893-1d2e-4956-9da5-95cf0449a8d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:09.584280 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-2272e893-1d2e-4956-9da5-95cf0449a8d0 service neutron] 10.222.0.13 "PUT /v2.0/ports/2feedca2-ff0d-442f-bbf6-796fc3bbfd11 HTTP/1.1" status: 200 len: 1094 time: 2.4444611 Apr 07 08:14:09.584818 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fea4e109-9c33-4e28-9894-550d360ac8fa', 'tag': '2feedca2-ff0d-442f-bbf6-796fc3bbfd11'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:14:09.636302 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fea4e109-9c33-4e28-9894-550d360ac8fa', 'tag': '2feedca2-ff0d-442f-bbf6-796fc3bbfd11', 'status': 'completed', 'code': 200} Apr 07 08:14:09.877652 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-cfc4bdb5-9f61-4648-a84e-74fe86fef170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:09.879659 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-cfc4bdb5-9f61-4648-a84e-74fe86fef170 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b6413402f3b47b3964d88eee5581ead&device_id=fea4e109-9c33-4e28-9894-550d360ac8fa HTTP/1.1" status: 200 len: 1097 time: 0.1812789 Apr 07 08:14:10.011096 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-1a0c222b-f631-4e20-afdb-68ad37053c2b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2feedca2-ff0d-442f-bbf6-796fc3bbfd11 HTTP/1.1" status: 200 len: 217 time: 0.1214297 Apr 07 08:14:10.108718 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-a901229b-382f-4a36-a931-c2cfa41e5126 admin admin] Deleting port 9bb36a9e-b7d9-4728-8d65-3fc993276c0b {{(pid=84419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:14:10.109094 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a901229b-382f-4a36-a931-c2cfa41e5126 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:10.169155 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-4fa5f658-f763-49c0-9ae5-90205bd3aae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:10.170695 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-4fa5f658-f763-49c0-9ae5-90205bd3aae1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=48c6d599-159f-46f9-a8f1-98e33d89e12b HTTP/1.1" status: 200 len: 849 time: 0.1511898 Apr 07 08:14:10.246267 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-826c8678-433a-4ef0-a369-6b18b9a0d746 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6943775c-8556-4d96-8ed2-4c07273fd888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676334 Apr 07 08:14:10.539328 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-a901229b-382f-4a36-a931-c2cfa41e5126 admin admin] For port 9bb36a9e-b7d9-4728-8d65-3fc993276c0b, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=9bb36a9e-b7d9-4728-8d65-3fc993276c0b,segment=NetworkSegment(0320c003-197f-4159-838f-fc3f7957e4e8),segment_id=0320c003-197f-4159-838f-fc3f7957e4e8)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:14:10.539830 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a901229b-382f-4a36-a931-c2cfa41e5126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:10.552654 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-db05ad59-d773-40c7-9287-c7d8d9528ac2 service neutron] 10.222.0.13 "GET /v2.0/networks/6943775c-8556-4d96-8ed2-4c07273fd888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846439 Apr 07 08:14:10.700263 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-a901229b-382f-4a36-a931-c2cfa41e5126 admin admin] Calling delete_port for 9bb36a9e-b7d9-4728-8d65-3fc993276c0b owned by network:router_interface {{(pid=84419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:14:10.973873 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-28021f97-8d46-4c04-83b1-a730941e8c64 req-a09849b2-be3c-405a-8ac2-cc7ef85ff188 service neutron] 10.222.0.13 "GET /v2.0/networks/6943775c-8556-4d96-8ed2-4c07273fd888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618701 Apr 07 08:14:10.984925 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c9c88-a866-45b4-b2de-98e4bf7f6005 req-2fc3a890-b254-4450-953c-a4ed1103c4f1 tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:10.986467 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-615c9c88-a866-45b4-b2de-98e4bf7f6005 req-2fc3a890-b254-4450-953c-a4ed1103c4f1 tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] 10.222.0.16 "GET /v2.0/ports?device_id=fea4e109-9c33-4e28-9894-550d360ac8fa HTTP/1.1" status: 200 len: 944 time: 0.3733516 Apr 07 08:14:11.071959 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-615c9c88-a866-45b4-b2de-98e4bf7f6005 req-4cf675dd-cf1d-4ed3-9ff9-1f0bd646c38d tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5d9856e-dbb3-4599-bd42-b681b0e54be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761847 Apr 07 08:14:11.175193 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded736f1-1eef-4739-9819-9bbe67be85d7 req-9ad658d5-e50a-4350-9473-9f4bba4e859e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:11.176782 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ded736f1-1eef-4739-9819-9bbe67be85d7 req-9ad658d5-e50a-4350-9473-9f4bba4e859e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b6413402f3b47b3964d88eee5581ead&device_id=fea4e109-9c33-4e28-9894-550d360ac8fa HTTP/1.1" status: 200 len: 1097 time: 0.0998719 Apr 07 08:14:11.222244 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a901229b-382f-4a36-a931-c2cfa41e5126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716444531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762716001395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:11.239700 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-eb2c9408-2629-4efa-b67c-f378cc02e9d6 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:14:11.346299 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901229b-382f-4a36-a931-c2cfa41e5126 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bb36a9e-b7d9-4728-8d65-3fc993276c0b,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:14:11.399231 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a901229b-382f-4a36-a931-c2cfa41e5126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:14:11.479229 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded736f1-1eef-4739-9819-9bbe67be85d7 req-fbb43440-cd6c-4076-978a-d90da011006c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:11.480816 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ded736f1-1eef-4739-9819-9bbe67be85d7 req-fbb43440-cd6c-4076-978a-d90da011006c service neutron] 10.222.0.13 "GET /v2.0/networks?id=6943775c-8556-4d96-8ed2-4c07273fd888 HTTP/1.1" status: 200 len: 910 time: 0.2971404 Apr 07 08:14:11.586451 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ded736f1-1eef-4739-9819-9bbe67be85d7 req-30130af0-3dea-47b0-a6f6-cf478b1e8a6f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2feedca2-ff0d-442f-bbf6-796fc3bbfd11 HTTP/1.1" status: 200 len: 217 time: 0.0970788 Apr 07 08:14:11.972850 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 2feedca2-ff0d-442f-bbf6-796fc3bbfd11 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 08:14:12.017643 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded736f1-1eef-4739-9819-9bbe67be85d7 req-475b585a-12a5-4874-87a2-bdb1a0679a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:12.019259 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ded736f1-1eef-4739-9819-9bbe67be85d7 req-475b585a-12a5-4874-87a2-bdb1a0679a89 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=48c6d599-159f-46f9-a8f1-98e33d89e12b HTTP/1.1" status: 200 len: 849 time: 0.4203708 Apr 07 08:14:12.118987 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 2feedca2-ff0d-442f-bbf6-796fc3bbfd11, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=2feedca2-ff0d-442f-bbf6-796fc3bbfd11,segment=NetworkSegment(13628e3f-2b0c-4cf6-862c-a3c4423c6d4e),segment_id=13628e3f-2b0c-4cf6-862c-a3c4423c6d4e)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:14:12.133965 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Returning: {'device': '2feedca2-ff0d-442f-bbf6-796fc3bbfd11', 'network_id': '6943775c-8556-4d96-8ed2-4c07273fd888', 'port_id': '2feedca2-ff0d-442f-bbf6-796fc3bbfd11', 'mac_address': 'fa:16:3e:84:a0:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48c6d599-159f-46f9-a8f1-98e33d89e12b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 08:14:12.143383 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ded736f1-1eef-4739-9819-9bbe67be85d7 req-c9de5b32-f90d-4f46-a62d-763e7f25f1e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6943775c-8556-4d96-8ed2-4c07273fd888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172295 Apr 07 08:14:12.202227 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:12.221417 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2feedca2-ff0d-442f-bbf6-796fc3bbfd11 {{(pid=84421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 08:14:12.238687 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 2feedca2-ff0d-442f-bbf6-796fc3bbfd11, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=2feedca2-ff0d-442f-bbf6-796fc3bbfd11,segment=NetworkSegment(13628e3f-2b0c-4cf6-862c-a3c4423c6d4e),segment_id=13628e3f-2b0c-4cf6-862c-a3c4423c6d4e)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:14:12.269955 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:12.271981 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:14:12.284330 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e2225-af24-4307-8d31-71a1316c4f58 req-05492786-1697-4dd5-add6-5f942b1ac974 tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:12.286078 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-916e2225-af24-4307-8d31-71a1316c4f58 req-05492786-1697-4dd5-add6-5f942b1ac974 tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] 10.222.0.16 "GET /v2.0/ports?device_id=fea4e109-9c33-4e28-9894-550d360ac8fa HTTP/1.1" status: 200 len: 944 time: 0.0954328 Apr 07 08:14:12.307111 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a901229b-382f-4a36-a931-c2cfa41e5126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854105160'] for router_interface, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:12.362864 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-916e2225-af24-4307-8d31-71a1316c4f58 req-b9fa1078-9735-4db9-83e3-1ef90bdcc6d8 tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5d9856e-dbb3-4599-bd42-b681b0e54be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686104 Apr 07 08:14:12.373734 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=2feedca2-ff0d-442f-bbf6-796fc3bbfd11,revision_number=4']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:14:12.388348 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:14:12.388732 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:14:12.389107 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:14:12.389479 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:14:12.389998 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:14:12.390366 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:14:12.390767 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:14:12.391126 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:14:12.391485 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:14:12.391845 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:14:12.392327 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:14:12.392687 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:14:12.397835 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:14:12.443941 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ded736f1-1eef-4739-9819-9bbe67be85d7 req-5ee42617-cc76-42c7-b33d-118ef4ea1a08 service neutron] 10.222.0.13 "GET /v2.0/networks/6943775c-8556-4d96-8ed2-4c07273fd888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877922 Apr 07 08:14:12.491988 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] get_ports_and_sgs() called for port_ids ['2feedca2-ff0d-442f-bbf6-796fc3bbfd11'] {{(pid=84421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 08:14:12.754477 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ded736f1-1eef-4739-9819-9bbe67be85d7 req-b15da67c-67d6-4d6e-9f1d-5b30eb50787c service neutron] 10.222.0.13 "GET /v2.0/networks/6943775c-8556-4d96-8ed2-4c07273fd888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026714 Apr 07 08:14:12.984027 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a901229b-382f-4a36-a931-c2cfa41e5126 admin admin] Router 709fa8a8-dbd2-4d06-843a-607546d7d540 has already been hosted by L3 agent 9e1c8038-06ec-4f38-a606-610b3381902d {{(pid=84419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 08:14:13.169386 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a901229b-382f-4a36-a931-c2cfa41e5126 admin admin] Notify agent at l3_agent.dv-cinder-782390-4-smb the message routers_updated {{(pid=84419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 08:14:13.178250 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3b400e-340f-480e-8eb9-ea2d8e4bc02a None None] Sync routers for ids ['709fa8a8-dbd2-4d06-843a-607546d7d540'] in dv-cinder-782390-4-smb {{(pid=84422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 08:14:13.182946 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-a901229b-382f-4a36-a931-c2cfa41e5126 admin admin] 10.222.0.16 "PUT /v2.0/routers/709fa8a8-dbd2-4d06-843a-607546d7d540/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3519354 Apr 07 08:14:13.185618 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 51450) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:14:13.188614 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3b400e-340f-480e-8eb9-ea2d8e4bc02a None None] Routers {'709fa8a8-dbd2-4d06-843a-607546d7d540'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:14:13.189264 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-3c3b400e-340f-480e-8eb9-ea2d8e4bc02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:13:55Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['709fa8a8-dbd2-4d06-843a-607546d7d540'], 'active': True} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:14:13.379277 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-75e2934e-7220-4241-a5e8-b7e2be137910 admin admin] Notify callbacks [] for router, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:13.381071 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-3c3b400e-340f-480e-8eb9-ea2d8e4bc02a None None] Set router 709fa8a8-dbd2-4d06-843a-607546d7d540 gateway port host: dv-cinder-782390-4-smb {{(pid=84422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:14:13.696297 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-3c3b400e-340f-480e-8eb9-ea2d8e4bc02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'name': 'tempest-AttachVolumeTestJSON-2059608512-router', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': '8a51900f-4a8c-47f5-961d-28bf3b86f57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:09:23Z', 'updated_at': '2021-04-07T08:14:11Z', 'revision_number': 5, 'project_id': '34c1b1d205a140b39082ee45b1ce3028', 'gw_port': {'id': '8a51900f-4a8c-47f5-961d-28bf3b86f57d', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:09:24Z', 'updated_at': '2021-04-07T08:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb'}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:14:13.701512 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3b400e-340f-480e-8eb9-ea2d8e4bc02a None None] Checking router: 709fa8a8-dbd2-4d06-843a-607546d7d540 for host: dv-cinder-782390-4-smb {{(pid=84422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 08:14:13.710892 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3b400e-340f-480e-8eb9-ea2d8e4bc02a None None] Routers {'709fa8a8-dbd2-4d06-843a-607546d7d540'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:14:13.711576 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-3c3b400e-340f-480e-8eb9-ea2d8e4bc02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:13:55Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['709fa8a8-dbd2-4d06-843a-607546d7d540'], 'active': True} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:14:13.912527 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-75e2934e-7220-4241-a5e8-b7e2be137910 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:13.925133 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d0be5-236a-44eb-8b45-3472b1aac7d3 req-316f669a-173f-47e9-b1d9-0bf72ee2e4ea tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:13.926770 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ba1d0be5-236a-44eb-8b45-3472b1aac7d3 req-316f669a-173f-47e9-b1d9-0bf72ee2e4ea tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] 10.222.0.16 "GET /v2.0/ports?device_id=fea4e109-9c33-4e28-9894-550d360ac8fa HTTP/1.1" status: 200 len: 945 time: 0.4241023 Apr 07 08:14:13.968698 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-75e2934e-7220-4241-a5e8-b7e2be137910 admin admin] Deleting port 8a51900f-4a8c-47f5-961d-28bf3b86f57d {{(pid=84419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:14:13.968984 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-75e2934e-7220-4241-a5e8-b7e2be137910 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:13.988501 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 2feedca2-ff0d-442f-bbf6-796fc3bbfd11 up at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:14:14.018264 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ba1d0be5-236a-44eb-8b45-3472b1aac7d3 req-f72f1fbe-57b7-4acb-83ce-f2e86c393e26 tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5d9856e-dbb3-4599-bd42-b681b0e54be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848002 Apr 07 08:14:14.072188 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-3c3b400e-340f-480e-8eb9-ea2d8e4bc02a None None] Set router 709fa8a8-dbd2-4d06-843a-607546d7d540 gateway port host: dv-cinder-782390-4-smb {{(pid=84422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:14:14.129199 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Provisioning for port 2feedca2-ff0d-442f-bbf6-796fc3bbfd11 completed by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:14:14.135403 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Provisioning complete for port 2feedca2-ff0d-442f-bbf6-796fc3bbfd11 triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:14:14.135827 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:14.164279 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-75e2934e-7220-4241-a5e8-b7e2be137910 admin admin] For port 8a51900f-4a8c-47f5-961d-28bf3b86f57d, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=8a51900f-4a8c-47f5-961d-28bf3b86f57d,segment=NetworkSegment(1cadf7a7-5200-427f-84ab-5b34fedab1ff),segment_id=1cadf7a7-5200-427f-84ab-5b34fedab1ff)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:14:14.164981 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-75e2934e-7220-4241-a5e8-b7e2be137910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:14.267805 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:14.296601 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea4e109-9c33-4e28-9894-550d360ac8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2feedca2-ff0d-442f-bbf6-796fc3bbfd11'}] {{(pid=84421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:14:14.309507 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 2feedca2-ff0d-442f-bbf6-796fc3bbfd11, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=2feedca2-ff0d-442f-bbf6-796fc3bbfd11,segment=NetworkSegment(13628e3f-2b0c-4cf6-862c-a3c4423c6d4e),segment_id=13628e3f-2b0c-4cf6-862c-a3c4423c6d4e)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:14:14.309679 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-75e2934e-7220-4241-a5e8-b7e2be137910 admin admin] Calling delete_port for 8a51900f-4a8c-47f5-961d-28bf3b86f57d owned by network:router_gateway {{(pid=84419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:14:14.366699 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea4e109-9c33-4e28-9894-550d360ac8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2feedca2-ff0d-442f-bbf6-796fc3bbfd11', 'code': 200} Apr 07 08:14:14.371989 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:14.375581 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:14:14.391475 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-3c3b400e-340f-480e-8eb9-ea2d8e4bc02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'name': 'tempest-AttachVolumeTestJSON-2059608512-router', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': '8a51900f-4a8c-47f5-961d-28bf3b86f57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:09:23Z', 'updated_at': '2021-04-07T08:14:11Z', 'revision_number': 5, 'project_id': '34c1b1d205a140b39082ee45b1ce3028', 'gw_port': {'id': '8a51900f-4a8c-47f5-961d-28bf3b86f57d', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:09:24Z', 'updated_at': '2021-04-07T08:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb'}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:14:14.395721 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3b400e-340f-480e-8eb9-ea2d8e4bc02a None None] The sync data for ids ['709fa8a8-dbd2-4d06-843a-607546d7d540'] in dv-cinder-782390-4-smb is: [{'id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'name': 'tempest-AttachVolumeTestJSON-2059608512-router', 'tenant_id': '34c1b1d205a140b39082ee45b1ce3028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': '8a51900f-4a8c-47f5-961d-28bf3b86f57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:09:23Z', 'updated_at': '2021-04-07T08:14:11Z', 'revision_number': 5, 'project_id': '34c1b1d205a140b39082ee45b1ce3028', 'gw_port': {'id': '8a51900f-4a8c-47f5-961d-28bf3b86f57d', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709fa8a8-dbd2-4d06-843a-607546d7d540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:09:24Z', 'updated_at': '2021-04-07T08:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb'}] {{(pid=84422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 08:14:14.477938 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=2feedca2-ff0d-442f-bbf6-796fc3bbfd11,revision_number=5']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:14:14.481718 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:14:14.646817 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-75e2934e-7220-4241-a5e8-b7e2be137910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716444531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762716001395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:14.665419 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2272e893-1d2e-4956-9da5-95cf0449a8d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:14:14.767480 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e2934e-7220-4241-a5e8-b7e2be137910 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a51900f-4a8c-47f5-961d-28bf3b86f57d,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:14:14.772262 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-75e2934e-7220-4241-a5e8-b7e2be137910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:14:14.892454 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35e822-b145-4c85-9382-a1a8f8adfe4f req-7cd22164-ff4e-4471-bd8b-813eddd865cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:14.894051 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2f35e822-b145-4c85-9382-a1a8f8adfe4f req-7cd22164-ff4e-4471-bd8b-813eddd865cd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fea4e109-9c33-4e28-9894-550d360ac8fa HTTP/1.1" status: 200 len: 1099 time: 0.2322199 Apr 07 08:14:15.020147 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2f35e822-b145-4c85-9382-a1a8f8adfe4f req-4aef0167-1d4a-48c9-a1bd-ee555ce2c7ad service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d5d9856e-dbb3-4599-bd42-b681b0e54be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192756 Apr 07 08:14:15.030371 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-75e2934e-7220-4241-a5e8-b7e2be137910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854100552'] for router_gateway, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:15.264270 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-75e2934e-7220-4241-a5e8-b7e2be137910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854768484'] for router, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:15.267143 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-75e2934e-7220-4241-a5e8-b7e2be137910 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:15.317750 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d01ea4-55ac-4539-a1c3-1e50d68bad4a req-ed9ae692-f7c5-4046-9876-18567dca30e2 tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:15.319380 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e3d01ea4-55ac-4539-a1c3-1e50d68bad4a req-ed9ae692-f7c5-4046-9876-18567dca30e2 tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] 10.222.0.16 "GET /v2.0/ports?device_id=fea4e109-9c33-4e28-9894-550d360ac8fa HTTP/1.1" status: 200 len: 946 time: 0.1783767 Apr 07 08:14:15.368952 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e3d01ea4-55ac-4539-a1c3-1e50d68bad4a req-39ff0199-2f25-46c4-83e7-57f6d0f3f617 tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5d9856e-dbb3-4599-bd42-b681b0e54be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423825 Apr 07 08:14:15.414631 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-75e2934e-7220-4241-a5e8-b7e2be137910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672643'] for router, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:15.415780 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e2934e-7220-4241-a5e8-b7e2be137910 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 709fa8a8-dbd2-4d06-843a-607546d7d540 {{(pid=84419) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 07 08:14:15.428791 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-75e2934e-7220-4241-a5e8-b7e2be137910 admin admin] Notify callbacks [] for router, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:15.430012 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-75e2934e-7220-4241-a5e8-b7e2be137910 admin admin] 10.222.0.16 "DELETE /v2.0/routers/709fa8a8-dbd2-4d06-843a-607546d7d540 HTTP/1.1" status: 204 len: 168 time: 2.2434189 Apr 07 08:14:15.433528 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 51460) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:14:15.502693 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e3779a9-fdf7-44de-9820-73a968720af1 admin admin] Deleting subnet 8e3dcb39-b597-4ef8-9cff-53923f6cc286 {{(pid=84420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 07 08:14:15.505778 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3e3779a9-fdf7-44de-9820-73a968720af1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:15.558466 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3e3779a9-fdf7-44de-9820-73a968720af1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844264568'] for subnet, precommit_delete_associations {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:15.648805 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3e3779a9-fdf7-44de-9820-73a968720af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4567'] for subnet, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:16.180784 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3e3779a9-fdf7-44de-9820-73a968720af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843888187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10533487'] for subnet, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:16.197409 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:14:16.244215 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3779a9-fdf7-44de-9820-73a968720af1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e3dcb39-b597-4ef8-9cff-53923f6cc286,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:14:16.294690 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3e3779a9-fdf7-44de-9820-73a968720af1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:14:16.331073 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-3e3779a9-fdf7-44de-9820-73a968720af1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:16.337881 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c747d3c-153c-45d4-8c04-310e8935e407 None None] Network ab5bbd22-bfa8-4c9f-86a6-c4149444a964 requested from dv-cinder-782390-4-smb {{(pid=84421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 08:14:16.338196 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-3e3779a9-fdf7-44de-9820-73a968720af1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8e3dcb39-b597-4ef8-9cff-53923f6cc286 HTTP/1.1" status: 204 len: 168 time: 0.9034290 Apr 07 08:14:16.341126 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 51464) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:14:16.387129 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 8a51900f-4a8c-47f5-961d-28bf3b86f57d no longer exists at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 08:14:16.474249 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-99e80a1a-7ae8-4476-93e3-2ee5850d3c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-154221'] for network, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:16.474471 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] No Port match for: 8a51900f-4a8c-47f5-961d-28bf3b86f57d {{(pid=84421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 08:14:16.474734 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 8a51900f-4a8c-47f5-961d-28bf3b86f57d not bound to the agent host dv-cinder-782390-4-smb {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 08:14:16.475145 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 9bb36a9e-b7d9-4728-8d65-3fc993276c0b no longer exists at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 08:14:16.519628 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] No Port match for: 9bb36a9e-b7d9-4728-8d65-3fc993276c0b {{(pid=84421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 08:14:16.520014 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 9bb36a9e-b7d9-4728-8d65-3fc993276c0b not bound to the agent host dv-cinder-782390-4-smb {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 08:14:16.547081 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-99e80a1a-7ae8-4476-93e3-2ee5850d3c33 admin admin] Deleting port ff7af53e-2199-40ea-a72e-5a555198889e {{(pid=84419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:14:16.547452 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-99e80a1a-7ae8-4476-93e3-2ee5850d3c33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:16.582711 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7284df-87a2-4c0a-9d76-a1ccb9c74b7d req-e7a75d78-8f69-49dd-9317-0201a9cba2d0 tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:16.584403 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4c7284df-87a2-4c0a-9d76-a1ccb9c74b7d req-e7a75d78-8f69-49dd-9317-0201a9cba2d0 tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] 10.222.0.16 "GET /v2.0/ports?device_id=fea4e109-9c33-4e28-9894-550d360ac8fa HTTP/1.1" status: 200 len: 946 time: 0.0920937 Apr 07 08:14:16.634898 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4c7284df-87a2-4c0a-9d76-a1ccb9c74b7d req-1a8ab3d2-bbcf-4abd-933e-ef5183ebafeb tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5d9856e-dbb3-4599-bd42-b681b0e54be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427489 Apr 07 08:14:16.705944 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741a1c93-1a2c-4add-954e-fe5ad922a8fe None None] DHCP port deletion for ab5bbd22-bfa8-4c9f-86a6-c4149444a964 request from dv-cinder-782390-4-smb {{(pid=84421) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 07 08:14:16.710256 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-741a1c93-1a2c-4add-954e-fe5ad922a8fe None None] Deleting port ff7af53e-2199-40ea-a72e-5a555198889e {{(pid=84421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:14:16.710699 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-741a1c93-1a2c-4add-954e-fe5ad922a8fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:16.784032 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-99e80a1a-7ae8-4476-93e3-2ee5850d3c33 admin admin] For port ff7af53e-2199-40ea-a72e-5a555198889e, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=ff7af53e-2199-40ea-a72e-5a555198889e,segment=NetworkSegment(0320c003-197f-4159-838f-fc3f7957e4e8),segment_id=0320c003-197f-4159-838f-fc3f7957e4e8)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:14:16.784430 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-99e80a1a-7ae8-4476-93e3-2ee5850d3c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:16.918586 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-99e80a1a-7ae8-4476-93e3-2ee5850d3c33 admin admin] Calling delete_port for ff7af53e-2199-40ea-a72e-5a555198889e owned by network:dhcp {{(pid=84419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:14:16.930631 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-741a1c93-1a2c-4add-954e-fe5ad922a8fe None None] For port ff7af53e-2199-40ea-a72e-5a555198889e, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=ff7af53e-2199-40ea-a72e-5a555198889e,segment=NetworkSegment(0320c003-197f-4159-838f-fc3f7957e4e8),segment_id=0320c003-197f-4159-838f-fc3f7957e4e8)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:14:16.931359 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-741a1c93-1a2c-4add-954e-fe5ad922a8fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:17.041283 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-99e80a1a-7ae8-4476-93e3-2ee5850d3c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716444531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762716001395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:17.057533 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-eb19e356-0662-4ff1-a978-e11b40d1c911 tempest-ServerRescueNegativeTestJSON-289468398 tempest-ServerRescueNegativeTestJSON-289468398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:14:17.068604 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-741a1c93-1a2c-4add-954e-fe5ad922a8fe None None] Calling delete_port for ff7af53e-2199-40ea-a72e-5a555198889e owned by network:dhcp {{(pid=84421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:14:17.115323 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e80a1a-7ae8-4476-93e3-2ee5850d3c33 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff7af53e-2199-40ea-a72e-5a555198889e,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:14:17.143031 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.db.api [None req-741a1c93-1a2c-4add-954e-fe5ad922a8fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84421) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 07 08:14:17.143447 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_db.api [None req-741a1c93-1a2c-4add-954e-fe5ad922a8fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 07 08:14:17.166516 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-99e80a1a-7ae8-4476-93e3-2ee5850d3c33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:14:17.204768 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e80a1a-7ae8-4476-93e3-2ee5850d3c33 admin admin] No DVR routers for this DVR port ff7af53e-2199-40ea-a72e-5a555198889e on host dv-cinder-782390-4-smb {{(pid=84419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 08:14:17.330083 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-99e80a1a-7ae8-4476-93e3-2ee5850d3c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854774442', 'neutron.services.segments.db._delete_segments_for_network--9223363274138304577'] for network, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:17.449316 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-99e80a1a-7ae8-4476-93e3-2ee5850d3c33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab5bbd22-bfa8-4c9f-86a6-c4149444a964']}} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:14:17.462131 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-99e80a1a-7ae8-4476-93e3-2ee5850d3c33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0320c003-197f-4159-838f-fc3f7957e4e8') {'for_net_delete': True} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:14:17.462462 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-99e80a1a-7ae8-4476-93e3-2ee5850d3c33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0320c003-197f-4159-838f-fc3f7957e4e8') {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:14:17.474889 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-99e80a1a-7ae8-4476-93e3-2ee5850d3c33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762716471121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1245129'] for segment, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:17.489939 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-99e80a1a-7ae8-4476-93e3-2ee5850d3c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:17.496710 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e80a1a-7ae8-4476-93e3-2ee5850d3c33 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=84419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 07 08:14:17.644423 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-741a1c93-1a2c-4add-954e-fe5ad922a8fe None None] Deleting port ff7af53e-2199-40ea-a72e-5a555198889e {{(pid=84421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:14:17.644792 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-741a1c93-1a2c-4add-954e-fe5ad922a8fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:17.678266 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-99e80a1a-7ae8-4476-93e3-2ee5850d3c33 admin admin] Network ab5bbd22-bfa8-4c9f-86a6-c4149444a964 has no segments {{(pid=84419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 08:14:17.692637 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-99e80a1a-7ae8-4476-93e3-2ee5850d3c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10963585'] for segment, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:17.718231 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-741a1c93-1a2c-4add-954e-fe5ad922a8fe None None] The port 'ff7af53e-2199-40ea-a72e-5a555198889e' was deleted {{(pid=84421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 07 08:14:17.872501 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-99e80a1a-7ae8-4476-93e3-2ee5850d3c33 admin admin] Network ab5bbd22-bfa8-4c9f-86a6-c4149444a964 has no segments {{(pid=84419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 08:14:17.894768 dv-cinder-782390-4-smb neutron-server[84306]: Traceback (most recent call last): Apr 07 08:14:17.894768 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 08:14:17.894768 dv-cinder-782390-4-smb neutron-server[84306]: timer() Apr 07 08:14:17.894768 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 08:14:17.894768 dv-cinder-782390-4-smb neutron-server[84306]: cb(*args, **kw) Apr 07 08:14:17.894768 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 07 08:14:17.894768 dv-cinder-782390-4-smb neutron-server[84306]: return func(*args, **kwargs) Apr 07 08:14:17.894768 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 08:14:17.894768 dv-cinder-782390-4-smb neutron-server[84306]: self._notify() Apr 07 08:14:17.894768 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 08:14:17.894768 dv-cinder-782390-4-smb neutron-server[84306]: self.callback(batched_events) Apr 07 08:14:17.894768 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 08:14:17.894768 dv-cinder-782390-4-smb neutron-server[84306]: event.method(event) Apr 07 08:14:17.894768 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 07 08:14:17.894768 dv-cinder-782390-4-smb neutron-server[84306]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 08:14:17.894768 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 07 08:14:17.894768 dv-cinder-782390-4-smb neutron-server[84306]: segment_id)['aggregates'][0] Apr 07 08:14:17.894768 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 07 08:14:17.894768 dv-cinder-782390-4-smb neutron-server[84306]: return f(self, *a, **k) Apr 07 08:14:17.894768 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 07 08:14:17.894768 dv-cinder-782390-4-smb neutron-server[84306]: return self._get(url).json() Apr 07 08:14:17.894768 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 08:14:17.894768 dv-cinder-782390-4-smb neutron-server[84306]: **kwargs) Apr 07 08:14:17.894768 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 08:14:17.894768 dv-cinder-782390-4-smb neutron-server[84306]: return self.request(url, 'GET', **kwargs) Apr 07 08:14:17.894768 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 07 08:14:17.894768 dv-cinder-782390-4-smb neutron-server[84306]: **endpoint_filter) Apr 07 08:14:17.894768 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 08:14:17.894768 dv-cinder-782390-4-smb neutron-server[84306]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 08:14:17.894768 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 08:14:17.894768 dv-cinder-782390-4-smb neutron-server[84306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 08:14:17.894768 dv-cinder-782390-4-smb neutron-server[84306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 08:14:18.006192 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-99e80a1a-7ae8-4476-93e3-2ee5850d3c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675294'] for network, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:18.010013 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-0fd9e8d6-a8da-4750-b6cf-7e3b75a3a64e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:14:18.026519 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-99e80a1a-7ae8-4476-93e3-2ee5850d3c33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for network, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:18.032894 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e80a1a-7ae8-4476-93e3-2ee5850d3c33 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab5bbd22-bfa8-4c9f-86a6-c4149444a964,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:14:18.037666 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-99e80a1a-7ae8-4476-93e3-2ee5850d3c33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:14:18.044077 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-99e80a1a-7ae8-4476-93e3-2ee5850d3c33 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ab5bbd22-bfa8-4c9f-86a6-c4149444a964 HTTP/1.1" status: 204 len: 168 time: 1.7016654 Apr 07 08:14:18.306131 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 51478) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:14:18.373339 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device ff7af53e-2199-40ea-a72e-5a555198889e no longer exists at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 08:14:18.380436 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-51158612-d572-4543-8468-bddf18bb4a87 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=34c1b1d205a140b39082ee45b1ce3028&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0728543 Apr 07 08:14:18.383220 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 51484) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:14:18.413047 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] No Port match for: ff7af53e-2199-40ea-a72e-5a555198889e {{(pid=84421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 08:14:18.418420 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device ff7af53e-2199-40ea-a72e-5a555198889e not bound to the agent host dv-cinder-782390-4-smb {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 08:14:18.463776 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-18209db0-6583-468d-8a1c-d26dbed106ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:18.490782 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-18209db0-6583-468d-8a1c-d26dbed106ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:18.717531 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-18209db0-6583-468d-8a1c-d26dbed106ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:18.722871 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e566d99e-7220-414c-b56e-7a6452392ae6 tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:14:18.738437 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18209db0-6583-468d-8a1c-d26dbed106ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bf8890-4bfe-493f-a5e2-d8f16823d5eb,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:14:18.741091 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-18209db0-6583-468d-8a1c-d26dbed106ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:14:18.747636 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-18209db0-6583-468d-8a1c-d26dbed106ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:18.748836 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-18209db0-6583-468d-8a1c-d26dbed106ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c1bf8890-4bfe-493f-a5e2-d8f16823d5eb HTTP/1.1" status: 204 len: 168 time: 0.3639774 Apr 07 08:14:19.223904 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:21.000741 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a79066-2a83-4d0d-874b-9a93b25e8ca9 req-21b5963b-bcc8-4ff4-87f9-cef56fe1c35f tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:21.002281 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-83a79066-2a83-4d0d-874b-9a93b25e8ca9 req-21b5963b-bcc8-4ff4-87f9-cef56fe1c35f tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] 10.222.0.16 "GET /v2.0/ports?device_id=fea4e109-9c33-4e28-9894-550d360ac8fa HTTP/1.1" status: 200 len: 946 time: 0.0897601 Apr 07 08:14:21.057031 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-83a79066-2a83-4d0d-874b-9a93b25e8ca9 req-55a03136-963d-4624-ade6-4c9c3c9ef04a tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5d9856e-dbb3-4599-bd42-b681b0e54be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482132 Apr 07 08:14:22.229263 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8747c660-266d-4a37-9820-768e65641053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:22.337205 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502cf558-2600-46bd-a284-06f3235e5355 req-853d58fb-4627-4d22-a223-ea4367843fa0 tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:22.338832 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-502cf558-2600-46bd-a284-06f3235e5355 req-853d58fb-4627-4d22-a223-ea4367843fa0 tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] 10.222.0.16 "GET /v2.0/ports?device_id=fea4e109-9c33-4e28-9894-550d360ac8fa HTTP/1.1" status: 200 len: 946 time: 0.1662266 Apr 07 08:14:22.357171 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc3991-a014-4005-8e6b-36c81bcdec91 req-167dd74b-1f80-48df-bbf8-23bdb6e2e43e tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:22.358679 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-99fc3991-a014-4005-8e6b-36c81bcdec91 req-167dd74b-1f80-48df-bbf8-23bdb6e2e43e tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] 10.222.0.13 "GET /v2.0/ports?device_id=fea4e109-9c33-4e28-9894-550d360ac8fa HTTP/1.1" status: 200 len: 946 time: 0.1331394 Apr 07 08:14:22.467870 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-502cf558-2600-46bd-a284-06f3235e5355 req-2d7ead64-32ad-4e6b-8257-86c04e29ca75 tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5d9856e-dbb3-4599-bd42-b681b0e54be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214697 Apr 07 08:14:22.480074 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-99fc3991-a014-4005-8e6b-36c81bcdec91 req-7426daed-6389-4da6-9f42-5273800d6d6f tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] Deleting port 2feedca2-ff0d-442f-bbf6-796fc3bbfd11 {{(pid=84419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:14:22.480587 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-99fc3991-a014-4005-8e6b-36c81bcdec91 req-7426daed-6389-4da6-9f42-5273800d6d6f tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:22.752178 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-99fc3991-a014-4005-8e6b-36c81bcdec91 req-7426daed-6389-4da6-9f42-5273800d6d6f tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] For port 2feedca2-ff0d-442f-bbf6-796fc3bbfd11, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=2feedca2-ff0d-442f-bbf6-796fc3bbfd11,segment=NetworkSegment(13628e3f-2b0c-4cf6-862c-a3c4423c6d4e),segment_id=13628e3f-2b0c-4cf6-862c-a3c4423c6d4e)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:14:22.752612 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-99fc3991-a014-4005-8e6b-36c81bcdec91 req-7426daed-6389-4da6-9f42-5273800d6d6f tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:23.158758 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-99fc3991-a014-4005-8e6b-36c81bcdec91 req-7426daed-6389-4da6-9f42-5273800d6d6f tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] Calling delete_port for 2feedca2-ff0d-442f-bbf6-796fc3bbfd11 owned by compute:nova {{(pid=84419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:14:23.324822 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088443d4-b9d1-4938-b888-b200d686974f req-b1c51d09-1cae-46d2-82c6-35e3208392e3 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:23.326435 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-088443d4-b9d1-4938-b888-b200d686974f req-b1c51d09-1cae-46d2-82c6-35e3208392e3 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 945 time: 0.1372106 Apr 07 08:14:23.416978 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-088443d4-b9d1-4938-b888-b200d686974f req-cd1a3613-a52e-4539-a29b-c33a2ffca2b5 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/security-groups?id=600cb730-9d25-44d0-bd12-fd993d7b4495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840347 Apr 07 08:14:23.477331 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-99fc3991-a014-4005-8e6b-36c81bcdec91 req-7426daed-6389-4da6-9f42-5273800d6d6f tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716444531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762716001395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:23.488733 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] get_ports_and_sgs() called for port_ids ['2feedca2-ff0d-442f-bbf6-796fc3bbfd11'] {{(pid=84421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 08:14:23.493888 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4c868090-c246-47ec-8996-356f1673a843 tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:14:23.559315 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7426daed-6389-4da6-9f42-5273800d6d6f tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] Pushing event deleted for resources: {'Port': ['ID=2feedca2-ff0d-442f-bbf6-796fc3bbfd11,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:14:23.563191 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7426daed-6389-4da6-9f42-5273800d6d6f tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:14:23.637831 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-dc6e1bdb-190d-4942-b309-3aae223b7ec5 req-119b2f7e-e522-4909-afad-b1b197519043 tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] 10.222.0.16 "GET /v2.0/ports?device_id=fea4e109-9c33-4e28-9894-550d360ac8fa HTTP/1.1" status: 200 len: 210 time: 0.0489130 Apr 07 08:14:23.748101 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-99fc3991-a014-4005-8e6b-36c81bcdec91 req-7426daed-6389-4da6-9f42-5273800d6d6f tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] No DVR routers for this DVR port 2feedca2-ff0d-442f-bbf6-796fc3bbfd11 on host hv-cinder-78239 {{(pid=84419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 08:14:23.750971 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-99fc3991-a014-4005-8e6b-36c81bcdec91 req-7426daed-6389-4da6-9f42-5273800d6d6f tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:23.754824 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea4e109-9c33-4e28-9894-550d360ac8fa', 'name': 'network-vif-deleted', 'tag': '2feedca2-ff0d-442f-bbf6-796fc3bbfd11'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:14:23.804476 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea4e109-9c33-4e28-9894-550d360ac8fa', 'name': 'network-vif-deleted', 'tag': '2feedca2-ff0d-442f-bbf6-796fc3bbfd11', 'status': 'completed', 'code': 200} Apr 07 08:14:23.806951 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-99fc3991-a014-4005-8e6b-36c81bcdec91 req-7426daed-6389-4da6-9f42-5273800d6d6f tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] 10.222.0.13 "DELETE /v2.0/ports/2feedca2-ff0d-442f-bbf6-796fc3bbfd11 HTTP/1.1" status: 204 len: 173 time: 1.4336014 Apr 07 08:14:24.618402 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d241ae0-9a39-47d5-a587-5be7cef6dab4 req-418f1979-e10e-4224-a7ca-1924d2e491c6 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:24.620041 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-7d241ae0-9a39-47d5-a587-5be7cef6dab4 req-418f1979-e10e-4224-a7ca-1924d2e491c6 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 945 time: 0.0899324 Apr 07 08:14:24.669164 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-7d241ae0-9a39-47d5-a587-5be7cef6dab4 req-6c475b98-3d07-49a2-a103-2d0fa4564ebe tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/security-groups?id=600cb730-9d25-44d0-bd12-fd993d7b4495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425825 Apr 07 08:14:24.848830 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-30bf8d21-b194-4def-b509-ec650776245d req-acb6d6ea-36bc-43c5-ae80-972d31cc04bb tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] Synchronizing usage tracker for tenant:7b6413402f3b47b3964d88eee5581ead on resource:port {{(pid=84419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:14:24.888861 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-30bf8d21-b194-4def-b509-ec650776245d req-acb6d6ea-36bc-43c5-ae80-972d31cc04bb tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] Unset dirty status for tenant:7b6413402f3b47b3964d88eee5581ead on resource:port {{(pid=84419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:14:24.890153 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-30bf8d21-b194-4def-b509-ec650776245d req-acb6d6ea-36bc-43c5-ae80-972d31cc04bb tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] 10.222.0.16 "GET /v2.0/ports?device_id=fea4e109-9c33-4e28-9894-550d360ac8fa HTTP/1.1" status: 200 len: 210 time: 0.0932875 Apr 07 08:14:24.920382 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a31d2cb4-cde2-430f-815d-671f81bb7255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:25.420135 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:25.874094 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c12c9-00e5-48cd-a8f0-49014e795b1b req-f3875e96-ba31-4ef0-8ae1-a55dd4a8dd1f tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:25.875766 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-bb5c12c9-00e5-48cd-a8f0-49014e795b1b req-f3875e96-ba31-4ef0-8ae1-a55dd4a8dd1f tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 945 time: 0.0914903 Apr 07 08:14:25.925162 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-bb5c12c9-00e5-48cd-a8f0-49014e795b1b req-6ee08140-6f61-45cf-93cc-6aed1205e453 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/security-groups?id=600cb730-9d25-44d0-bd12-fd993d7b4495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431204 Apr 07 08:14:26.067033 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 2feedca2-ff0d-442f-bbf6-796fc3bbfd11 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 08:14:26.107489 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] No Port match for: 2feedca2-ff0d-442f-bbf6-796fc3bbfd11 {{(pid=84421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 08:14:26.107879 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 2feedca2-ff0d-442f-bbf6-796fc3bbfd11 not bound to the agent host hv-cinder-78239 {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 08:14:26.797745 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:26.798460 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:27.128226 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1eb28a-a3c2-48fe-ac46-29b045bd89b2 req-f0c125a3-4c52-4e5a-abe3-504dd7061f2a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:27.129819 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ec1eb28a-a3c2-48fe-ac46-29b045bd89b2 req-f0c125a3-4c52-4e5a-abe3-504dd7061f2a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 945 time: 0.0918989 Apr 07 08:14:27.179751 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ec1eb28a-a3c2-48fe-ac46-29b045bd89b2 req-e5e333da-ed30-436a-9e16-6ad36f67d02f tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/security-groups?id=600cb730-9d25-44d0-bd12-fd993d7b4495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410917 Apr 07 08:14:28.394346 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88206fbb-6c80-494f-b3b9-307e7343dd7f req-43aa461a-f858-47aa-bf30-5e118aabd6e9 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:28.396054 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-88206fbb-6c80-494f-b3b9-307e7343dd7f req-43aa461a-f858-47aa-bf30-5e118aabd6e9 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 945 time: 0.1017587 Apr 07 08:14:28.445875 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-88206fbb-6c80-494f-b3b9-307e7343dd7f req-8ec6a280-60f9-469f-9b53-6a09fda1f70c tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/security-groups?id=600cb730-9d25-44d0-bd12-fd993d7b4495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419817 Apr 07 08:14:29.646113 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f965f-70f4-4675-8a83-f0454ad3fdde req-a7aa034f-d66e-4299-81bc-0b6f4d94688a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:29.647749 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-298f965f-70f4-4675-8a83-f0454ad3fdde req-a7aa034f-d66e-4299-81bc-0b6f4d94688a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 945 time: 0.0880945 Apr 07 08:14:29.695818 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-298f965f-70f4-4675-8a83-f0454ad3fdde req-6d62abec-35f3-47ee-b368-2469078217f5 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/security-groups?id=600cb730-9d25-44d0-bd12-fd993d7b4495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405185 Apr 07 08:14:30.903508 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce776e5-6b5c-4fe8-b840-7fe338815436 req-1cf3bf2e-93fb-4095-90e0-fc6f08e40932 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:30.905125 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5ce776e5-6b5c-4fe8-b840-7fe338815436 req-1cf3bf2e-93fb-4095-90e0-fc6f08e40932 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 945 time: 0.0933216 Apr 07 08:14:30.955758 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5ce776e5-6b5c-4fe8-b840-7fe338815436 req-0efa679c-d547-4de2-b4fe-7d46ff95e727 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/security-groups?id=600cb730-9d25-44d0-bd12-fd993d7b4495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440824 Apr 07 08:14:31.485017 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 51706) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:14:31.610190 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f97e2dd0-5827-4920-b2f1-2f346cc82d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:31.625955 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-f97e2dd0-5827-4920-b2f1-2f346cc82d84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:14:31.630117 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-f97e2dd0-5827-4920-b2f1-2f346cc82d84 admin admin] Usage tracker for resource:security_group_rule and tenant:f68e88132eee4466823e97d01b4e5b16 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:14:31.633166 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-f97e2dd0-5827-4920-b2f1-2f346cc82d84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:14:31.639781 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-f97e2dd0-5827-4920-b2f1-2f346cc82d84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:14:31.815794 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f97e2dd0-5827-4920-b2f1-2f346cc82d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:31.842802 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f97e2dd0-5827-4920-b2f1-2f346cc82d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:31.851487 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-18209db0-6583-468d-8a1c-d26dbed106ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:14:31.893950 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-f97e2dd0-5827-4920-b2f1-2f346cc82d84 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f68e88132eee4466823e97d01b4e5b16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4078176 Apr 07 08:14:31.895682 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e2dd0-5827-4920-b2f1-2f346cc82d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeabeae3-0b36-42b6-b27a-e0ac2eab8b7e,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:14:31.897065 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 51712) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:14:31.899136 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f97e2dd0-5827-4920-b2f1-2f346cc82d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:14:31.961018 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e3d41d5b-0953-41f6-9f72-cd2573e60c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:31.988276 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e3d41d5b-0953-41f6-9f72-cd2573e60c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:32.177646 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e3d41d5b-0953-41f6-9f72-cd2573e60c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:32.183151 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-91949a92-156c-4fe5-9b54-44da2cd9f43b tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:14:32.196744 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d41d5b-0953-41f6-9f72-cd2573e60c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeabeae3-0b36-42b6-b27a-e0ac2eab8b7e,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:14:32.199979 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e3d41d5b-0953-41f6-9f72-cd2573e60c5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:14:32.202261 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e3d41d5b-0953-41f6-9f72-cd2573e60c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:32.203276 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27ddef-479a-4e96-9be0-9acec156f7f7 req-ae8026bf-025e-40a3-be8a-4e43392cfe80 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:32.203506 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-e3d41d5b-0953-41f6-9f72-cd2573e60c5e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aeabeae3-0b36-42b6-b27a-e0ac2eab8b7e HTTP/1.1" status: 204 len: 168 time: 0.3052554 Apr 07 08:14:32.204917 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ae27ddef-479a-4e96-9be0-9acec156f7f7 req-ae8026bf-025e-40a3-be8a-4e43392cfe80 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 945 time: 0.0891013 Apr 07 08:14:32.256985 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ae27ddef-479a-4e96-9be0-9acec156f7f7 req-f30f6878-8ea0-4f35-a0b0-9a6981230f49 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/security-groups?id=600cb730-9d25-44d0-bd12-fd993d7b4495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456684 Apr 07 08:14:32.663376 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 51726) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:14:32.687079 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d77fe60b-e59a-459c-b264-c5c61f5944c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:32.702595 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-d77fe60b-e59a-459c-b264-c5c61f5944c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:14:32.706559 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-d77fe60b-e59a-459c-b264-c5c61f5944c0 admin admin] Usage tracker for resource:security_group_rule and tenant:cd4529641c0a4749824e068fb8133985 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:14:32.709468 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-d77fe60b-e59a-459c-b264-c5c61f5944c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:14:32.715386 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-d77fe60b-e59a-459c-b264-c5c61f5944c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:14:32.799828 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d77fe60b-e59a-459c-b264-c5c61f5944c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:32.857376 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d77fe60b-e59a-459c-b264-c5c61f5944c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:32.865922 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f2799a5d-569c-46a8-90b6-32dde68e439b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:14:32.908668 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-d77fe60b-e59a-459c-b264-c5c61f5944c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cd4529641c0a4749824e068fb8133985&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2441647 Apr 07 08:14:32.909678 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77fe60b-e59a-459c-b264-c5c61f5944c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79646f18-817d-471a-aae1-073f4003b707,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:14:32.912436 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 51730) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:14:32.912894 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d77fe60b-e59a-459c-b264-c5c61f5944c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:14:32.977121 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d5ea7b46-64c1-4c52-ae55-95194fa38887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:33.004246 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d5ea7b46-64c1-4c52-ae55-95194fa38887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:33.085950 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d5ea7b46-64c1-4c52-ae55-95194fa38887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:33.091713 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7666a2ba-f1fb-443a-b444-ac6c60add0f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:14:33.106016 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea7b46-64c1-4c52-ae55-95194fa38887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79646f18-817d-471a-aae1-073f4003b707,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:14:33.108732 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d5ea7b46-64c1-4c52-ae55-95194fa38887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:14:33.110846 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d5ea7b46-64c1-4c52-ae55-95194fa38887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:33.112050 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-d5ea7b46-64c1-4c52-ae55-95194fa38887 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/79646f18-817d-471a-aae1-073f4003b707 HTTP/1.1" status: 204 len: 168 time: 0.1978633 Apr 07 08:14:33.362720 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a997a-8b05-43c6-8f1f-923040bebe1a req-26fc0a9d-49fe-43f9-b979-502904b6c5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:33.364844 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-163a997a-8b05-43c6-8f1f-923040bebe1a req-26fc0a9d-49fe-43f9-b979-502904b6c5d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cde14eed6ef14b1da39ffea20274ef05&device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 1098 time: 0.0894294 Apr 07 08:14:33.582393 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a997a-8b05-43c6-8f1f-923040bebe1a req-53529c89-d848-423b-b94e-c8dd44893af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:33.584026 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-163a997a-8b05-43c6-8f1f-923040bebe1a req-53529c89-d848-423b-b94e-c8dd44893af7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7938789-f7e8-41b4-bdae-afe72c489b83 HTTP/1.1" status: 200 len: 909 time: 0.2128627 Apr 07 08:14:33.592375 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e5502-d91f-4e1a-99ac-d0cb5538eecf req-ef2f9b9f-65b1-43c1-9dee-050c4a3cd34d tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:33.593826 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9c3e5502-d91f-4e1a-99ac-d0cb5538eecf req-ef2f9b9f-65b1-43c1-9dee-050c4a3cd34d tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 945 time: 0.1855280 Apr 07 08:14:33.681698 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 51744) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:14:33.702324 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f5eebff8-5585-4fbc-a4a3-f7367a97fe53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:33.718101 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-f5eebff8-5585-4fbc-a4a3-f7367a97fe53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:14:33.722227 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-f5eebff8-5585-4fbc-a4a3-f7367a97fe53 admin admin] Usage tracker for resource:security_group_rule and tenant:3e109ebe4c2a4c79928ed9063932894b is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:14:33.725341 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-f5eebff8-5585-4fbc-a4a3-f7367a97fe53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:14:33.730448 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9c3e5502-d91f-4e1a-99ac-d0cb5538eecf req-7dde45e4-6f72-4f1f-9be2-137138a7bad4 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/security-groups?id=600cb730-9d25-44d0-bd12-fd993d7b4495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804648 Apr 07 08:14:33.731404 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-f5eebff8-5585-4fbc-a4a3-f7367a97fe53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:14:33.735538 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-163a997a-8b05-43c6-8f1f-923040bebe1a req-73e22e14-936e-4275-83c3-85aeadc6f408 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1473e631-d5da-4dad-ad0c-8096a440cda1 HTTP/1.1" status: 200 len: 1001 time: 0.1407392 Apr 07 08:14:33.808767 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a997a-8b05-43c6-8f1f-923040bebe1a req-733b4496-a8f4-43af-9610-13fe523a3e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:33.810363 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-163a997a-8b05-43c6-8f1f-923040bebe1a req-733b4496-a8f4-43af-9610-13fe523a3e52 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e6f4afdd-f373-4a97-b23d-2d71a94d2b7a HTTP/1.1" status: 200 len: 847 time: 0.0679517 Apr 07 08:14:33.818378 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f5eebff8-5585-4fbc-a4a3-f7367a97fe53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:33.848619 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f5eebff8-5585-4fbc-a4a3-f7367a97fe53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:33.858332 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-3283c3cd-9800-44ec-bc05-c2b8d2f940ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:14:33.891940 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a997a-8b05-43c6-8f1f-923040bebe1a req-a26d6e61-c059-41ce-96c6-1c15742ca538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:33.893579 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-163a997a-8b05-43c6-8f1f-923040bebe1a req-a26d6e61-c059-41ce-96c6-1c15742ca538 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7938789-f7e8-41b4-bdae-afe72c489b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0771487 Apr 07 08:14:33.902339 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-f5eebff8-5585-4fbc-a4a3-f7367a97fe53 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3e109ebe4c2a4c79928ed9063932894b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2194808 Apr 07 08:14:33.905547 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 51748) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:14:33.909181 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eebff8-5585-4fbc-a4a3-f7367a97fe53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36495290-f071-4e73-bc98-76777fec67bc,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:14:33.923552 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f5eebff8-5585-4fbc-a4a3-f7367a97fe53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:14:33.973052 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f3856b72-2585-441e-81a9-d08102dd612e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:33.999731 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f3856b72-2585-441e-81a9-d08102dd612e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:34.037144 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-163a997a-8b05-43c6-8f1f-923040bebe1a req-db870f58-fc9e-4869-aa4a-0666a11c6cc8 service neutron] 10.222.0.13 "GET /v2.0/networks/d7938789-f7e8-41b4-bdae-afe72c489b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364539 Apr 07 08:14:34.080199 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f3856b72-2585-441e-81a9-d08102dd612e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:34.085370 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f901fe26-080d-44f0-ae6c-f35a694bc87a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:14:34.100959 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3856b72-2585-441e-81a9-d08102dd612e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36495290-f071-4e73-bc98-76777fec67bc,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:14:34.103555 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f3856b72-2585-441e-81a9-d08102dd612e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:14:34.114563 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f3856b72-2585-441e-81a9-d08102dd612e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:34.118227 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-f3856b72-2585-441e-81a9-d08102dd612e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/36495290-f071-4e73-bc98-76777fec67bc HTTP/1.1" status: 204 len: 168 time: 0.2085543 Apr 07 08:14:34.182928 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-163a997a-8b05-43c6-8f1f-923040bebe1a req-8b12b3b1-9276-4d8e-ab8a-00ce30bdc8d1 service neutron] 10.222.0.13 "GET /v2.0/networks/d7938789-f7e8-41b4-bdae-afe72c489b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394885 Apr 07 08:14:34.966011 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522eb002-0c33-4d73-aaed-a1c3e0ea4edf req-920fbbdc-fb34-4cf2-aed5-4518ba6256d2 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:34.973841 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-522eb002-0c33-4d73-aaed-a1c3e0ea4edf req-920fbbdc-fb34-4cf2-aed5-4518ba6256d2 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 945 time: 0.1102526 Apr 07 08:14:35.021105 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-522eb002-0c33-4d73-aaed-a1c3e0ea4edf req-1e58450c-4c77-4779-b6d0-28de60302a63 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/security-groups?id=600cb730-9d25-44d0-bd12-fd993d7b4495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463216 Apr 07 08:14:36.254759 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2966800-3660-452e-9fdb-d8a29f1e5c09 req-2dac08c8-5155-456f-8877-85e7527c6965 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:36.258059 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c2966800-3660-452e-9fdb-d8a29f1e5c09 req-2dac08c8-5155-456f-8877-85e7527c6965 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 945 time: 0.1124480 Apr 07 08:14:36.314848 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c2966800-3660-452e-9fdb-d8a29f1e5c09 req-f5ddf17f-b82f-41d7-817f-0a854cae0fb5 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/security-groups?id=600cb730-9d25-44d0-bd12-fd993d7b4495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478444 Apr 07 08:14:37.518562 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de084308-89c6-42af-935c-7e6c1012b3a0 req-5d85e6b1-04f7-40f3-9085-b73dc733ba5e tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:37.520189 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-de084308-89c6-42af-935c-7e6c1012b3a0 req-5d85e6b1-04f7-40f3-9085-b73dc733ba5e tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 945 time: 0.0870094 Apr 07 08:14:37.568229 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-de084308-89c6-42af-935c-7e6c1012b3a0 req-487b7aa7-eda4-474d-99d0-0908aa979101 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/security-groups?id=600cb730-9d25-44d0-bd12-fd993d7b4495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409911 Apr 07 08:14:38.054200 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b09a005d-2eac-4d21-a34a-ade6aa92b4cc req-abe2352e-59fd-4b71-8fdf-17fa7e80040c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1531870 Apr 07 08:14:38.072600 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b25bdc-72b3-4135-abac-70f0bb196e1e req-b2e4165f-c653-4dfe-b8fc-8a9e3e3d8667 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:38.074332 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b2b25bdc-72b3-4135-abac-70f0bb196e1e req-b2e4165f-c653-4dfe-b8fc-8a9e3e3d8667 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 945 time: 0.1215625 Apr 07 08:14:38.145144 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b2b25bdc-72b3-4135-abac-70f0bb196e1e req-024194de-f9e9-4fac-be9a-e23b17321886 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/security-groups?id=600cb730-9d25-44d0-bd12-fd993d7b4495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603461 Apr 07 08:14:38.147099 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 1473e631-d5da-4dad-ad0c-8096a440cda1 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 08:14:38.289621 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:38.319721 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5151bbe-372f-4eb7-8595-558f7001bc5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1473e631-d5da-4dad-ad0c-8096a440cda1'}] {{(pid=84421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:14:38.330366 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 1473e631-d5da-4dad-ad0c-8096a440cda1, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=1473e631-d5da-4dad-ad0c-8096a440cda1,segment=NetworkSegment(3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9),segment_id=3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:14:38.368869 dv-cinder-782390-4-smb neutron-server[84306]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd5151bbe-372f-4eb7-8595-558f7001bc5e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1473e631-d5da-4dad-ad0c-8096a440cda1', 'code': 422} returned with failed status Apr 07 08:14:38.394931 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:38.396844 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:14:38.485395 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=1473e631-d5da-4dad-ad0c-8096a440cda1,revision_number=6']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:14:38.488968 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:14:39.352787 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dacc86-7fe3-46fc-80a8-538046376a1d req-0f80531c-7e90-4fee-a288-d03953daa4e1 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:39.354640 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-90dacc86-7fe3-46fc-80a8-538046376a1d req-0f80531c-7e90-4fee-a288-d03953daa4e1 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 943 time: 0.0893488 Apr 07 08:14:39.405244 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-90dacc86-7fe3-46fc-80a8-538046376a1d req-bc51ec34-5424-437a-88c7-868dcd1b5428 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/security-groups?id=600cb730-9d25-44d0-bd12-fd993d7b4495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436974 Apr 07 08:14:39.706789 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a005d-2eac-4d21-a34a-ade6aa92b4cc req-ba450c5b-46b5-4bec-a762-8a656647800c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:39.708400 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b09a005d-2eac-4d21-a34a-ade6aa92b4cc req-ba450c5b-46b5-4bec-a762-8a656647800c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e&tenant_id=cde14eed6ef14b1da39ffea20274ef05 HTTP/1.1" status: 200 len: 1096 time: 0.0802324 Apr 07 08:14:39.807842 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a005d-2eac-4d21-a34a-ade6aa92b4cc req-260aab25-2958-498d-a91c-a96608791dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:39.809449 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b09a005d-2eac-4d21-a34a-ade6aa92b4cc req-260aab25-2958-498d-a91c-a96608791dae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cde14eed6ef14b1da39ffea20274ef05&device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 1096 time: 0.0798550 Apr 07 08:14:39.956320 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a005d-2eac-4d21-a34a-ade6aa92b4cc req-e1801b6a-b781-4c57-a0d1-6d52636d65f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:39.958297 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b09a005d-2eac-4d21-a34a-ade6aa92b4cc req-e1801b6a-b781-4c57-a0d1-6d52636d65f8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7938789-f7e8-41b4-bdae-afe72c489b83 HTTP/1.1" status: 200 len: 909 time: 0.1425383 Apr 07 08:14:40.003643 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-61eb08f0-7502-418b-aacc-cf1078b9efe0 None None] Agent healthcheck: found 6 active agents {{(pid=84422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 08:14:40.037639 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 51878) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:14:40.102131 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b09a005d-2eac-4d21-a34a-ade6aa92b4cc req-c0de6ad9-e3a8-4fd0-b6e5-b9de02d4d783 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1473e631-d5da-4dad-ad0c-8096a440cda1 HTTP/1.1" status: 200 len: 999 time: 0.1363237 Apr 07 08:14:40.186865 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60ecba86-f116-4743-9e64-24a9dd826b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:40.207886 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a005d-2eac-4d21-a34a-ade6aa92b4cc req-7d4e94d7-7662-4263-bafe-4b2a1c32ce73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:40.209432 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b09a005d-2eac-4d21-a34a-ade6aa92b4cc req-7d4e94d7-7662-4263-bafe-4b2a1c32ce73 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e6f4afdd-f373-4a97-b23d-2d71a94d2b7a HTTP/1.1" status: 200 len: 847 time: 0.1014652 Apr 07 08:14:40.212139 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-60ecba86-f116-4743-9e64-24a9dd826b85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:14:40.251002 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-60ecba86-f116-4743-9e64-24a9dd826b85 admin admin] Usage tracker for resource:security_group_rule and tenant:1004df56d06e42cc8f847a079eb53cf0 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:14:40.258806 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-60ecba86-f116-4743-9e64-24a9dd826b85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:14:40.270464 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-60ecba86-f116-4743-9e64-24a9dd826b85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:14:40.342208 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a005d-2eac-4d21-a34a-ade6aa92b4cc req-f4a5e1e5-92b8-4afb-8709-3116e39f3005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:40.343982 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b09a005d-2eac-4d21-a34a-ade6aa92b4cc req-f4a5e1e5-92b8-4afb-8709-3116e39f3005 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7938789-f7e8-41b4-bdae-afe72c489b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1279216 Apr 07 08:14:40.490274 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60ecba86-f116-4743-9e64-24a9dd826b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:40.529780 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60ecba86-f116-4743-9e64-24a9dd826b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:40.569758 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5687c74b-901f-44b1-8d97-d21e12244302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:14:40.578227 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b09a005d-2eac-4d21-a34a-ade6aa92b4cc req-16f05b31-7bbd-47db-8c77-7ba1707328dd service neutron] 10.222.0.13 "GET /v2.0/networks/d7938789-f7e8-41b4-bdae-afe72c489b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264781 Apr 07 08:14:40.717535 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ecba86-f116-4743-9e64-24a9dd826b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96894bd-d68e-4942-8e0a-1a9144005700,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:14:40.729524 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-60ecba86-f116-4743-9e64-24a9dd826b85 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1004df56d06e42cc8f847a079eb53cf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6908195 Apr 07 08:14:40.732478 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 51886) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:14:40.737312 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ecba86-f116-4743-9e64-24a9dd826b85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:14:40.737732 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ecba86-f116-4743-9e64-24a9dd826b85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:14:40.738141 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ecba86-f116-4743-9e64-24a9dd826b85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:14:40.738546 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ecba86-f116-4743-9e64-24a9dd826b85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:14:40.738971 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ecba86-f116-4743-9e64-24a9dd826b85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:14:40.739369 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ecba86-f116-4743-9e64-24a9dd826b85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:14:40.739768 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ecba86-f116-4743-9e64-24a9dd826b85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:14:40.740159 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ecba86-f116-4743-9e64-24a9dd826b85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:14:40.740555 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ecba86-f116-4743-9e64-24a9dd826b85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:14:40.740948 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ecba86-f116-4743-9e64-24a9dd826b85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:14:40.741337 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ecba86-f116-4743-9e64-24a9dd826b85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:14:40.741726 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ecba86-f116-4743-9e64-24a9dd826b85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:14:40.751296 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60ecba86-f116-4743-9e64-24a9dd826b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:14:40.794458 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-05704c7b-4e5f-4904-af44-3c56c1e05b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:40.807932 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b7567-2a42-4160-9f91-111d0b7c4bcf req-f257f5a8-8505-407d-9a5e-3941b57172f3 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:40.809560 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-da2b7567-2a42-4160-9f91-111d0b7c4bcf req-f257f5a8-8505-407d-9a5e-3941b57172f3 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 943 time: 0.2832897 Apr 07 08:14:40.815450 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b09a005d-2eac-4d21-a34a-ade6aa92b4cc req-e79646b5-2142-4bd5-b3c1-2eb8d77f3322 service neutron] 10.222.0.13 "GET /v2.0/networks/d7938789-f7e8-41b4-bdae-afe72c489b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211025 Apr 07 08:14:40.826426 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-05704c7b-4e5f-4904-af44-3c56c1e05b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:40.857825 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-da2b7567-2a42-4160-9f91-111d0b7c4bcf req-7f78e170-756c-4dbe-91a7-0960f1f4211f tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/security-groups?id=600cb730-9d25-44d0-bd12-fd993d7b4495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413435 Apr 07 08:14:40.897741 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-05704c7b-4e5f-4904-af44-3c56c1e05b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:40.903376 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7dd73a59-0d97-40e8-a0e9-fd21a7c737f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:14:40.918330 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05704c7b-4e5f-4904-af44-3c56c1e05b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96894bd-d68e-4942-8e0a-1a9144005700,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:14:40.921215 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-05704c7b-4e5f-4904-af44-3c56c1e05b6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:14:40.922473 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-05704c7b-4e5f-4904-af44-3c56c1e05b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:40.926541 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-05704c7b-4e5f-4904-af44-3c56c1e05b6d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f96894bd-d68e-4942-8e0a-1a9144005700 HTTP/1.1" status: 204 len: 168 time: 0.1901565 Apr 07 08:14:41.409247 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 51898) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:14:41.429495 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b2ba9390-2857-463a-b44b-91f448bac2b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:41.444968 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-b2ba9390-2857-463a-b44b-91f448bac2b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:14:41.449954 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-b2ba9390-2857-463a-b44b-91f448bac2b4 admin admin] Usage tracker for resource:security_group_rule and tenant:b3083fc0d401458a805bb61f69941b58 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:14:41.452972 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-b2ba9390-2857-463a-b44b-91f448bac2b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:14:41.458997 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-b2ba9390-2857-463a-b44b-91f448bac2b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:14:41.544533 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b2ba9390-2857-463a-b44b-91f448bac2b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:41.584330 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b2ba9390-2857-463a-b44b-91f448bac2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:41.595399 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f5eebff8-5585-4fbc-a4a3-f7367a97fe53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:14:41.640639 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-b2ba9390-2857-463a-b44b-91f448bac2b4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b3083fc0d401458a805bb61f69941b58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2300222 Apr 07 08:14:41.641565 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba9390-2857-463a-b44b-91f448bac2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d562c3c-a855-48d8-bdcb-2678fdc7bca2,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:14:41.643775 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 51906) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:14:41.646667 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b2ba9390-2857-463a-b44b-91f448bac2b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:14:41.710197 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f23b3b0b-ff5c-46c1-b470-97ab7870f361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:41.738142 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f23b3b0b-ff5c-46c1-b470-97ab7870f361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:41.825782 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f23b3b0b-ff5c-46c1-b470-97ab7870f361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:41.831280 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-bb6a1dd2-c007-4cce-86a2-2e1f599bb0a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:14:41.844428 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b3b0b-ff5c-46c1-b470-97ab7870f361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d562c3c-a855-48d8-bdcb-2678fdc7bca2,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:14:41.846706 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f23b3b0b-ff5c-46c1-b470-97ab7870f361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:14:41.854855 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f23b3b0b-ff5c-46c1-b470-97ab7870f361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:41.856718 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-f23b3b0b-ff5c-46c1-b470-97ab7870f361 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7d562c3c-a855-48d8-bdcb-2678fdc7bca2 HTTP/1.1" status: 204 len: 168 time: 0.2118223 Apr 07 08:14:42.070074 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf782b-a648-4f59-b817-09ae0ef931af req-837ec243-c4ad-49c4-9a57-30f6d06d21ef tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:42.072263 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c9cf782b-a648-4f59-b817-09ae0ef931af req-837ec243-c4ad-49c4-9a57-30f6d06d21ef tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 943 time: 0.0962453 Apr 07 08:14:42.129150 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-c9cf782b-a648-4f59-b817-09ae0ef931af req-0db40076-5aea-493a-b138-3274fa82ff69 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/security-groups?id=600cb730-9d25-44d0-bd12-fd993d7b4495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504403 Apr 07 08:14:43.331505 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a94731-f34e-4ca6-b351-270a16ee935d req-3ab92c53-31e5-4e91-8ded-920af89b9c43 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:43.333147 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e1a94731-f34e-4ca6-b351-270a16ee935d req-3ab92c53-31e5-4e91-8ded-920af89b9c43 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 943 time: 0.0880537 Apr 07 08:14:43.385312 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e1a94731-f34e-4ca6-b351-270a16ee935d req-c4c4cba0-2105-41b8-aadb-a1510d7dd890 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/security-groups?id=600cb730-9d25-44d0-bd12-fd993d7b4495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454791 Apr 07 08:14:44.181729 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 1473e631-d5da-4dad-ad0c-8096a440cda1 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 08:14:44.324941 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 1473e631-d5da-4dad-ad0c-8096a440cda1, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=1473e631-d5da-4dad-ad0c-8096a440cda1,segment=NetworkSegment(3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9),segment_id=3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:14:44.339450 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Returning: {'device': '1473e631-d5da-4dad-ad0c-8096a440cda1', 'network_id': 'd7938789-f7e8-41b4-bdae-afe72c489b83', 'port_id': '1473e631-d5da-4dad-ad0c-8096a440cda1', 'mac_address': 'fa:16:3e:f8:70:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6f4afdd-f373-4a97-b23d-2d71a94d2b7a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 08:14:44.401430 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:44.424337 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1473e631-d5da-4dad-ad0c-8096a440cda1 {{(pid=84421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 08:14:44.437349 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 1473e631-d5da-4dad-ad0c-8096a440cda1, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=1473e631-d5da-4dad-ad0c-8096a440cda1,segment=NetworkSegment(3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9),segment_id=3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:14:44.471724 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:44.473683 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:14:44.550786 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=1473e631-d5da-4dad-ad0c-8096a440cda1,revision_number=7']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:14:44.554637 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:14:44.595894 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79262a-caa2-4930-994f-ab151185d8e5 req-f56de07a-5840-4943-ac84-463a6bb07d39 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:44.597472 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1e79262a-caa2-4930-994f-ab151185d8e5 req-f56de07a-5840-4943-ac84-463a6bb07d39 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 944 time: 0.0896831 Apr 07 08:14:44.650941 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1e79262a-caa2-4930-994f-ab151185d8e5 req-0bfa0fde-a919-4bf2-b361-119ac267e94d tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/security-groups?id=600cb730-9d25-44d0-bd12-fd993d7b4495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464134 Apr 07 08:14:44.678302 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] get_ports_and_sgs() called for port_ids ['1473e631-d5da-4dad-ad0c-8096a440cda1'] {{(pid=84421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 08:14:45.299437 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 52026) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:14:45.366814 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed61eaf0-917b-47de-80f2-49ebd9e3050c admin admin] Deleting subnet 48c6d599-159f-46f9-a8f1-98e33d89e12b {{(pid=84419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 07 08:14:45.370466 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ed61eaf0-917b-47de-80f2-49ebd9e3050c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:45.423468 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ed61eaf0-917b-47de-80f2-49ebd9e3050c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853530688'] for subnet, precommit_delete_associations {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:45.486564 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ed61eaf0-917b-47de-80f2-49ebd9e3050c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4567'] for subnet, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:45.783697 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ed61eaf0-917b-47de-80f2-49ebd9e3050c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10963498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10521157'] for subnet, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:45.804649 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-02733f5f-35d9-433f-9622-6b247a428930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:14:45.855129 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61eaf0-917b-47de-80f2-49ebd9e3050c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48c6d599-159f-46f9-a8f1-98e33d89e12b,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:14:45.857782 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-ed61eaf0-917b-47de-80f2-49ebd9e3050c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:14:46.003424 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ed61eaf0-917b-47de-80f2-49ebd9e3050c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for subnet, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:46.017172 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-ed61eaf0-917b-47de-80f2-49ebd9e3050c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/48c6d599-159f-46f9-a8f1-98e33d89e12b HTTP/1.1" status: 204 len: 168 time: 0.7165978 Apr 07 08:14:46.020016 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 52034) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:14:46.039206 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44aa0d-4718-4a2a-a8cd-f89907fe74e6 req-10fb95d0-9996-4297-8635-4512c8076bbe tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:46.041557 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-bd44aa0d-4718-4a2a-a8cd-f89907fe74e6 req-10fb95d0-9996-4297-8635-4512c8076bbe tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 944 time: 0.1295450 Apr 07 08:14:46.091131 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-bd44aa0d-4718-4a2a-a8cd-f89907fe74e6 req-690caa92-a014-4433-919d-4db6b549b31d tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/security-groups?id=600cb730-9d25-44d0-bd12-fd993d7b4495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430837 Apr 07 08:14:46.143858 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fb4451d3-9a11-4b5a-a857-5e5c64738254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-154221'] for network, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:46.191412 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 1473e631-d5da-4dad-ad0c-8096a440cda1 up at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:14:46.264474 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Provisioning complete for port 1473e631-d5da-4dad-ad0c-8096a440cda1 triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:14:46.264474 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:46.338500 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fb4451d3-9a11-4b5a-a857-5e5c64738254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854774442', 'neutron.services.segments.db._delete_segments_for_network--9223363274138304577'] for network, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:46.395801 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:46.426583 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5151bbe-372f-4eb7-8595-558f7001bc5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1473e631-d5da-4dad-ad0c-8096a440cda1'}] {{(pid=84421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:14:46.437127 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 1473e631-d5da-4dad-ad0c-8096a440cda1, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=1473e631-d5da-4dad-ad0c-8096a440cda1,segment=NetworkSegment(3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9),segment_id=3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:14:46.459548 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-fb4451d3-9a11-4b5a-a857-5e5c64738254 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6943775c-8556-4d96-8ed2-4c07273fd888']}} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:14:46.473198 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-fb4451d3-9a11-4b5a-a857-5e5c64738254 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13628e3f-2b0c-4cf6-862c-a3c4423c6d4e') {'for_net_delete': True} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:14:46.473533 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-fb4451d3-9a11-4b5a-a857-5e5c64738254 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13628e3f-2b0c-4cf6-862c-a3c4423c6d4e') {} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:14:46.477748 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:46.481586 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5151bbe-372f-4eb7-8595-558f7001bc5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1473e631-d5da-4dad-ad0c-8096a440cda1', 'code': 200} Apr 07 08:14:46.482130 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:14:46.489942 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fb4451d3-9a11-4b5a-a857-5e5c64738254 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762716471121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10511233'] for segment, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:46.505548 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fb4451d3-9a11-4b5a-a857-5e5c64738254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:46.512213 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb4451d3-9a11-4b5a-a857-5e5c64738254 admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=84420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 07 08:14:46.559487 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=1473e631-d5da-4dad-ad0c-8096a440cda1,revision_number=8']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:14:46.564490 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:14:46.701773 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-fb4451d3-9a11-4b5a-a857-5e5c64738254 admin admin] Network 6943775c-8556-4d96-8ed2-4c07273fd888 has no segments {{(pid=84420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 08:14:46.710792 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fb4451d3-9a11-4b5a-a857-5e5c64738254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843888274'] for segment, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:46.829586 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281219f-d3d2-47b0-9195-6356ab59d5a4 req-a1b812aa-75c8-44d1-b24b-ceb830e3ebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:46.831140 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b281219f-d3d2-47b0-9195-6356ab59d5a4 req-a1b812aa-75c8-44d1-b24b-ceb830e3ebd7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 1098 time: 0.0864675 Apr 07 08:14:46.876880 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-b281219f-d3d2-47b0-9195-6356ab59d5a4 req-411cbd13-c03f-472d-b7ad-1159cfce0dcf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=600cb730-9d25-44d0-bd12-fd993d7b4495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383387 Apr 07 08:14:46.891405 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-fb4451d3-9a11-4b5a-a857-5e5c64738254 admin admin] Network 6943775c-8556-4d96-8ed2-4c07273fd888 has no segments {{(pid=84420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 08:14:46.929246 dv-cinder-782390-4-smb neutron-server[84306]: Traceback (most recent call last): Apr 07 08:14:46.929246 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 08:14:46.929246 dv-cinder-782390-4-smb neutron-server[84306]: timer() Apr 07 08:14:46.929246 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 08:14:46.929246 dv-cinder-782390-4-smb neutron-server[84306]: cb(*args, **kw) Apr 07 08:14:46.929246 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 07 08:14:46.929246 dv-cinder-782390-4-smb neutron-server[84306]: return func(*args, **kwargs) Apr 07 08:14:46.929246 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 08:14:46.929246 dv-cinder-782390-4-smb neutron-server[84306]: self._notify() Apr 07 08:14:46.929246 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 08:14:46.929246 dv-cinder-782390-4-smb neutron-server[84306]: self.callback(batched_events) Apr 07 08:14:46.929246 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 08:14:46.929246 dv-cinder-782390-4-smb neutron-server[84306]: event.method(event) Apr 07 08:14:46.929246 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 07 08:14:46.929246 dv-cinder-782390-4-smb neutron-server[84306]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 08:14:46.929246 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 07 08:14:46.929246 dv-cinder-782390-4-smb neutron-server[84306]: segment_id)['aggregates'][0] Apr 07 08:14:46.929246 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 07 08:14:46.929246 dv-cinder-782390-4-smb neutron-server[84306]: return f(self, *a, **k) Apr 07 08:14:46.929246 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 07 08:14:46.929246 dv-cinder-782390-4-smb neutron-server[84306]: return self._get(url).json() Apr 07 08:14:46.929246 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 08:14:46.929246 dv-cinder-782390-4-smb neutron-server[84306]: **kwargs) Apr 07 08:14:46.929246 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 08:14:46.929246 dv-cinder-782390-4-smb neutron-server[84306]: return self.request(url, 'GET', **kwargs) Apr 07 08:14:46.929246 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 07 08:14:46.929246 dv-cinder-782390-4-smb neutron-server[84306]: **endpoint_filter) Apr 07 08:14:46.929246 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 08:14:46.929246 dv-cinder-782390-4-smb neutron-server[84306]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 08:14:46.929246 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 08:14:46.929246 dv-cinder-782390-4-smb neutron-server[84306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 08:14:46.929246 dv-cinder-782390-4-smb neutron-server[84306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 08:14:47.036975 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fb4451d3-9a11-4b5a-a857-5e5c64738254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675294'] for network, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:47.041366 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:14:47.058370 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fb4451d3-9a11-4b5a-a857-5e5c64738254 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for network, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:47.069375 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4451d3-9a11-4b5a-a857-5e5c64738254 admin admin] Pushing event deleted for resources: {'Network': ['ID=6943775c-8556-4d96-8ed2-4c07273fd888,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:14:47.080476 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4451d3-9a11-4b5a-a857-5e5c64738254 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:14:47.080837 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4451d3-9a11-4b5a-a857-5e5c64738254 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:14:47.081254 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4451d3-9a11-4b5a-a857-5e5c64738254 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:14:47.081667 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4451d3-9a11-4b5a-a857-5e5c64738254 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:14:47.082060 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4451d3-9a11-4b5a-a857-5e5c64738254 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:14:47.082449 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4451d3-9a11-4b5a-a857-5e5c64738254 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:14:47.082873 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4451d3-9a11-4b5a-a857-5e5c64738254 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:14:47.083305 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4451d3-9a11-4b5a-a857-5e5c64738254 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:14:47.083672 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4451d3-9a11-4b5a-a857-5e5c64738254 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:14:47.084065 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4451d3-9a11-4b5a-a857-5e5c64738254 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:14:47.084464 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4451d3-9a11-4b5a-a857-5e5c64738254 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:14:47.084856 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4451d3-9a11-4b5a-a857-5e5c64738254 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:14:47.089350 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-fb4451d3-9a11-4b5a-a857-5e5c64738254 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6943775c-8556-4d96-8ed2-4c07273fd888 HTTP/1.1" status: 204 len: 168 time: 1.0682049 Apr 07 08:14:47.090392 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-fb4451d3-9a11-4b5a-a857-5e5c64738254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:14:47.092336 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 52042) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:14:47.162805 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4a10bdd-fddd-4cb1-a989-a9299fb1f6c4 admin admin] Deleting subnet 43803655-da98-4bbc-8c39-7481f51e7c79 {{(pid=84420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 07 08:14:47.166208 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a4a10bdd-fddd-4cb1-a989-a9299fb1f6c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:47.219040 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a4a10bdd-fddd-4cb1-a989-a9299fb1f6c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844264568'] for subnet, precommit_delete_associations {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:47.281887 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a4a10bdd-fddd-4cb1-a989-a9299fb1f6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4567'] for subnet, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:47.301329 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa610e5-3e8f-4aaa-aa18-bb2337b0a01e req-f1db2e46-f292-4dfc-b876-3b04f489e179 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:47.302934 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4fa610e5-3e8f-4aaa-aa18-bb2337b0a01e req-f1db2e46-f292-4dfc-b876-3b04f489e179 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 945 time: 0.0910561 Apr 07 08:14:47.358758 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4fa610e5-3e8f-4aaa-aa18-bb2337b0a01e req-bb15db3d-78c5-4225-8d78-cbc5194f60af tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/security-groups?id=600cb730-9d25-44d0-bd12-fd993d7b4495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484958 Apr 07 08:14:47.600645 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a4a10bdd-fddd-4cb1-a989-a9299fb1f6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843888187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10533487'] for subnet, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:47.617331 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:14:47.669216 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a10bdd-fddd-4cb1-a989-a9299fb1f6c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43803655-da98-4bbc-8c39-7481f51e7c79,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:14:47.716976 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a4a10bdd-fddd-4cb1-a989-a9299fb1f6c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:14:47.753789 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a4a10bdd-fddd-4cb1-a989-a9299fb1f6c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:47.760056 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-a4a10bdd-fddd-4cb1-a989-a9299fb1f6c4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/43803655-da98-4bbc-8c39-7481f51e7c79 HTTP/1.1" status: 204 len: 168 time: 0.6667194 Apr 07 08:14:47.762883 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 52048) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:14:47.879961 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d47c799b-74f7-4865-aecb-225fdcc91369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-154221'] for network, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:48.076520 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d47c799b-74f7-4865-aecb-225fdcc91369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854774442', 'neutron.services.segments.db._delete_segments_for_network--9223363274138304577'] for network, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:48.434274 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-d47c799b-74f7-4865-aecb-225fdcc91369 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c08a0b3d-2dd3-4999-bfa1-d10a3d9a3e5d']}} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:14:48.448947 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-d47c799b-74f7-4865-aecb-225fdcc91369 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7403ace-067a-4b6c-b84c-5429d06aa730') {'for_net_delete': True} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:14:48.449258 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-d47c799b-74f7-4865-aecb-225fdcc91369 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7403ace-067a-4b6c-b84c-5429d06aa730') {} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:14:48.461254 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d47c799b-74f7-4865-aecb-225fdcc91369 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762716471121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10511233'] for segment, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:48.477353 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d47c799b-74f7-4865-aecb-225fdcc91369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:48.526497 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d47c799b-74f7-4865-aecb-225fdcc91369 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=84420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 07 08:14:48.738163 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-d47c799b-74f7-4865-aecb-225fdcc91369 admin admin] Network c08a0b3d-2dd3-4999-bfa1-d10a3d9a3e5d has no segments {{(pid=84420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 08:14:48.750628 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d47c799b-74f7-4865-aecb-225fdcc91369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843888274'] for segment, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:48.846324 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41de7d-2311-4745-8fcc-61787aca0c73 req-f30d46c0-45ee-41f5-853f-be0fd8a3ab6a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:48.847982 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5d41de7d-2311-4745-8fcc-61787aca0c73 req-f30d46c0-45ee-41f5-853f-be0fd8a3ab6a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 945 time: 0.3678577 Apr 07 08:14:48.985572 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-d47c799b-74f7-4865-aecb-225fdcc91369 admin admin] Network c08a0b3d-2dd3-4999-bfa1-d10a3d9a3e5d has no segments {{(pid=84420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 08:14:49.012836 dv-cinder-782390-4-smb neutron-server[84306]: Traceback (most recent call last): Apr 07 08:14:49.012836 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 08:14:49.012836 dv-cinder-782390-4-smb neutron-server[84306]: timer() Apr 07 08:14:49.012836 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 08:14:49.012836 dv-cinder-782390-4-smb neutron-server[84306]: cb(*args, **kw) Apr 07 08:14:49.012836 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 07 08:14:49.012836 dv-cinder-782390-4-smb neutron-server[84306]: return func(*args, **kwargs) Apr 07 08:14:49.012836 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 08:14:49.012836 dv-cinder-782390-4-smb neutron-server[84306]: self._notify() Apr 07 08:14:49.012836 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 08:14:49.012836 dv-cinder-782390-4-smb neutron-server[84306]: self.callback(batched_events) Apr 07 08:14:49.012836 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 08:14:49.012836 dv-cinder-782390-4-smb neutron-server[84306]: event.method(event) Apr 07 08:14:49.012836 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 07 08:14:49.012836 dv-cinder-782390-4-smb neutron-server[84306]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 08:14:49.012836 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 07 08:14:49.012836 dv-cinder-782390-4-smb neutron-server[84306]: segment_id)['aggregates'][0] Apr 07 08:14:49.012836 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 07 08:14:49.012836 dv-cinder-782390-4-smb neutron-server[84306]: return f(self, *a, **k) Apr 07 08:14:49.012836 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 07 08:14:49.012836 dv-cinder-782390-4-smb neutron-server[84306]: return self._get(url).json() Apr 07 08:14:49.012836 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 08:14:49.012836 dv-cinder-782390-4-smb neutron-server[84306]: **kwargs) Apr 07 08:14:49.012836 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 08:14:49.012836 dv-cinder-782390-4-smb neutron-server[84306]: return self.request(url, 'GET', **kwargs) Apr 07 08:14:49.012836 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 07 08:14:49.012836 dv-cinder-782390-4-smb neutron-server[84306]: **endpoint_filter) Apr 07 08:14:49.012836 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 08:14:49.012836 dv-cinder-782390-4-smb neutron-server[84306]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 08:14:49.012836 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 08:14:49.012836 dv-cinder-782390-4-smb neutron-server[84306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 08:14:49.012836 dv-cinder-782390-4-smb neutron-server[84306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 08:14:49.088927 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5d41de7d-2311-4745-8fcc-61787aca0c73 req-c9c21846-6c1b-495d-b6b4-5760728dad06 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/security-groups?id=600cb730-9d25-44d0-bd12-fd993d7b4495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2331259 Apr 07 08:14:49.126871 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d47c799b-74f7-4865-aecb-225fdcc91369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675294'] for network, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:49.130753 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:14:49.145906 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d47c799b-74f7-4865-aecb-225fdcc91369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for network, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:49.156496 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c799b-74f7-4865-aecb-225fdcc91369 admin admin] Pushing event deleted for resources: {'Network': ['ID=c08a0b3d-2dd3-4999-bfa1-d10a3d9a3e5d,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:14:49.161050 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-d47c799b-74f7-4865-aecb-225fdcc91369 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c08a0b3d-2dd3-4999-bfa1-d10a3d9a3e5d HTTP/1.1" status: 204 len: 168 time: 1.3957579 Apr 07 08:14:49.161050 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d47c799b-74f7-4865-aecb-225fdcc91369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:14:49.272045 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:49.529643 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 52062) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:14:49.581571 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-3ee0c661-84ed-4b9e-9a8a-1dbfc5de8e41 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7b6413402f3b47b3964d88eee5581ead&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505607 Apr 07 08:14:49.584366 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 52066) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:14:49.646863 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-13582d0d-6527-4f04-ae1b-3f6a49e5886a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:49.676434 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-13582d0d-6527-4f04-ae1b-3f6a49e5886a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:49.757035 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-13582d0d-6527-4f04-ae1b-3f6a49e5886a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:49.763519 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5a1374d8-cc74-44a9-b426-513bd443e670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:14:49.780168 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13582d0d-6527-4f04-ae1b-3f6a49e5886a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d9856e-dbb3-4599-bd42-b681b0e54be3,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:14:49.782429 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-13582d0d-6527-4f04-ae1b-3f6a49e5886a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:14:49.822500 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-13582d0d-6527-4f04-ae1b-3f6a49e5886a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:49.823769 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-13582d0d-6527-4f04-ae1b-3f6a49e5886a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d5d9856e-dbb3-4599-bd42-b681b0e54be3 HTTP/1.1" status: 204 len: 168 time: 0.2384064 Apr 07 08:14:50.408644 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 52076) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:14:50.461258 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-e4c177a3-11fc-4cf9-8809-7d4c86e78af8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=93908d74479b4958aeaf3a4752361e8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512805 Apr 07 08:14:50.463894 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 52080) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:14:50.526188 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b1dce276-69bd-4c7e-bb45-09b47e1e9e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:50.556259 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b1dce276-69bd-4c7e-bb45-09b47e1e9e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:50.666169 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b1dce276-69bd-4c7e-bb45-09b47e1e9e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:50.671564 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-88853671-cd5e-4ae3-8431-1c69667b5b1d tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:14:50.684688 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dce276-69bd-4c7e-bb45-09b47e1e9e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f7eb3f-4424-4ec2-8641-84ad5188474c,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:14:50.687827 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b1dce276-69bd-4c7e-bb45-09b47e1e9e90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:14:50.690104 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b1dce276-69bd-4c7e-bb45-09b47e1e9e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:50.691668 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-b1dce276-69bd-4c7e-bb45-09b47e1e9e90 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/94f7eb3f-4424-4ec2-8641-84ad5188474c HTTP/1.1" status: 204 len: 168 time: 0.2264833 Apr 07 08:14:51.582578 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 52106) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:14:51.696851 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-c5c09127-f7f7-4c5b-946e-90f730a882b1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-657510049-network', 'tenant_id': '4d459ac1cce54872864c8ca842bdbdd3'}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:14:51.702175 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-c5c09127-f7f7-4c5b-946e-90f730a882b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:14:51.706513 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-c5c09127-f7f7-4c5b-946e-90f730a882b1 admin admin] Usage tracker for resource:network and tenant:4d459ac1cce54872864c8ca842bdbdd3 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:14:51.709561 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-c5c09127-f7f7-4c5b-946e-90f730a882b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:14:51.715912 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-c5c09127-f7f7-4c5b-946e-90f730a882b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:14:51.745413 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c09127-f7f7-4c5b-946e-90f730a882b1 admin admin] Made reservation on behalf of 4d459ac1cce54872864c8ca842bdbdd3 for: {'network': 1} {{(pid=84420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:14:51.750169 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c5c09127-f7f7-4c5b-946e-90f730a882b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for network, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:51.769624 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c5c09127-f7f7-4c5b-946e-90f730a882b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:51.785125 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-c5c09127-f7f7-4c5b-946e-90f730a882b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:14:51.790128 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-c5c09127-f7f7-4c5b-946e-90f730a882b1 admin admin] Usage tracker for resource:security_group_rule and tenant:4d459ac1cce54872864c8ca842bdbdd3 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:14:51.793054 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-c5c09127-f7f7-4c5b-946e-90f730a882b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:14:51.800274 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-c5c09127-f7f7-4c5b-946e-90f730a882b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:14:51.928817 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c5c09127-f7f7-4c5b-946e-90f730a882b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:51.959958 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c5c09127-f7f7-4c5b-946e-90f730a882b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:51.964655 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-6881aa29-1ffd-4550-b3b7-fff2a85f14d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:14:51.989831 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5c09127-f7f7-4c5b-946e-90f730a882b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=84420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 08:14:52.004122 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c09127-f7f7-4c5b-946e-90f730a882b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b918a82-5644-4ef5-9132-fad41c0f185f,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:14:52.007387 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c5c09127-f7f7-4c5b-946e-90f730a882b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:14:52.010071 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c5c09127-f7f7-4c5b-946e-90f730a882b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:52.010457 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.db.segments_db [None req-c5c09127-f7f7-4c5b-946e-90f730a882b1 admin admin] Added segment ea18cf93-84fc-4aff-8ee0-c34c40cb3740 of type vlan for network b8d3a61b-7e18-4f28-881f-5db25202cddb Apr 07 08:14:52.036968 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c5c09127-f7f7-4c5b-946e-90f730a882b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762715970265'] for network, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:52.091562 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c5c09127-f7f7-4c5b-946e-90f730a882b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172'] for network, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:52.093800 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c09127-f7f7-4c5b-946e-90f730a882b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:52.094792 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-c5c09127-f7f7-4c5b-946e-90f730a882b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for network, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:52.100434 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b88cbdf3-248c-49f9-b73c-2dd4f88127d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:14:52.215269 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c09127-f7f7-4c5b-946e-90f730a882b1 admin admin] Pushing event updated for resources: {'Network': ['ID=b8d3a61b-7e18-4f28-881f-5db25202cddb,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:14:52.217957 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c5c09127-f7f7-4c5b-946e-90f730a882b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:14:52.225400 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Network b8d3a61b-7e18-4f28-881f-5db25202cddb details requested by agent ovs-agent-dv-cinder-782390-4-smb with host dv-cinder-782390-4-smb {{(pid=84421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 08:14:52.254069 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa820798-fbeb-4dc5-b8eb-2dc6025cae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:52.258375 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-c5c09127-f7f7-4c5b-946e-90f730a882b1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6744118 Apr 07 08:14:52.261553 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 52112) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:14:52.268041 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [None req-8138a3dd-5245-4a4a-b141-a973d62f2640 admin admin] Request body: {'subnet': {'network_id': 'b8d3a61b-7e18-4f28-881f-5db25202cddb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-657510049-subnet', 'tenant_id': '4d459ac1cce54872864c8ca842bdbdd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:14:52.274175 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-8138a3dd-5245-4a4a-b141-a973d62f2640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:14:52.278387 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-8138a3dd-5245-4a4a-b141-a973d62f2640 admin admin] Usage tracker for resource:subnet and tenant:4d459ac1cce54872864c8ca842bdbdd3 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:14:52.281403 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-8138a3dd-5245-4a4a-b141-a973d62f2640 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:14:52.287524 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-8138a3dd-5245-4a4a-b141-a973d62f2640 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:14:52.325875 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8138a3dd-5245-4a4a-b141-a973d62f2640 admin admin] Made reservation on behalf of 4d459ac1cce54872864c8ca842bdbdd3 for: {'subnet': 1} {{(pid=84420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:14:52.330821 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8138a3dd-5245-4a4a-b141-a973d62f2640 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844242347'] for subnet, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:52.801589 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8138a3dd-5245-4a4a-b141-a973d62f2640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10887678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844242330'] for subnet, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:52.817350 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-6490e53a-2fa6-47cc-92c3-786668c4e640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:14:52.951921 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138a3dd-5245-4a4a-b141-a973d62f2640 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82173063-0502-425e-a8b3-6632d97eaf15,revision_number=0']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:14:52.956109 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8138a3dd-5245-4a4a-b141-a973d62f2640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:14:53.016008 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8138a3dd-5245-4a4a-b141-a973d62f2640 admin admin] Checking segment: {'id': 'ea18cf93-84fc-4aff-8ee0-c34c40cb3740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'b8d3a61b-7e18-4f28-881f-5db25202cddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:14:53.016381 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8138a3dd-5245-4a4a-b141-a973d62f2640 admin admin] Network hostable DHCP agents. Network: b8d3a61b-7e18-4f28-881f-5db25202cddb, hostable agents: ['6d586a76-6480-47e6-bcbb-1719500a6367'], hosted agents: [] {{(pid=84420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 08:14:53.065765 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8138a3dd-5245-4a4a-b141-a973d62f2640 admin admin] Network b8d3a61b-7e18-4f28-881f-5db25202cddb is scheduled to be hosted by DHCP agent 6d586a76-6480-47e6-bcbb-1719500a6367 with binding_index 1 {{(pid=84420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 08:14:53.099788 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [None req-8138a3dd-5245-4a4a-b141-a973d62f2640 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-4-smb, b8d3a61b-7e18-4f28-881f-5db25202cddb) {{(pid=84420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:14:53.109011 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfaf8332-8268-4ad6-95b5-559beea6c20c None None] Network b8d3a61b-7e18-4f28-881f-5db25202cddb requested from dv-cinder-782390-4-smb {{(pid=84421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 08:14:53.113653 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8138a3dd-5245-4a4a-b141-a973d62f2640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:53.114297 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8138a3dd-5245-4a4a-b141-a973d62f2640 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:53.163526 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-8138a3dd-5245-4a4a-b141-a973d62f2640 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9007070 Apr 07 08:14:53.337385 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f90f0cd-eb6c-4602-91de-c4d483f47206 None None] Network b8d3a61b-7e18-4f28-881f-5db25202cddb requested from dv-cinder-782390-4-smb {{(pid=84421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 08:14:54.916979 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f00ed45a-d4be-45ea-aaf4-f8bbcbf56a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:55.408419 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:55.489683 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-119895f3-1e01-4390-9bf1-22d4fee57df6 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:55.491215 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-119895f3-1e01-4390-9bf1-22d4fee57df6 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/networks?id=b8d3a61b-7e18-4f28-881f-5db25202cddb HTTP/1.1" status: 200 len: 808 time: 0.1686294 Apr 07 08:14:55.507674 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-33ed2770-8bbf-4395-8d31-c47b20b1f597 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/quotas/4d459ac1cce54872864c8ca842bdbdd3 HTTP/1.1" status: 200 len: 375 time: 0.0097268 Apr 07 08:14:55.560707 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-17e9d908-4cf5-45b3-8a91-a4653159ef7a tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d459ac1cce54872864c8ca842bdbdd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466681 Apr 07 08:14:55.939583 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-9bb28e84-be08-4f5f-9a1f-dbda1efcda71 service neutron] 10.222.0.16 "GET /v2.0/networks/b8d3a61b-7e18-4f28-881f-5db25202cddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710654 Apr 07 08:14:56.079071 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-dcf9b05d-6fcf-43ab-8a12-e56c0c5e0547 service neutron] 10.222.0.16 "GET /v2.0/networks/b8d3a61b-7e18-4f28-881f-5db25202cddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328468 Apr 07 08:14:56.299572 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-22529893-ef72-4733-b9c0-6ccd149a6923 req-51b537a6-63c6-4c91-8bea-b2eaf17567eb tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/ports?device_id=a935d1ee-62f4-4f81-8da9-879147581eee HTTP/1.1" status: 200 len: 210 time: 0.0527170 Apr 07 08:14:56.768946 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:56.769487 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:57.464608 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-79b4f982-6d48-4485-aab6-1132915f3b97 req-fb33a4d7-2041-4877-abe5-5e6770776c07 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/ports?device_id=a935d1ee-62f4-4f81-8da9-879147581eee HTTP/1.1" status: 200 len: 210 time: 0.0486689 Apr 07 08:14:57.907019 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-a8e886e8-4ae3-4a5b-b780-4512d628ffa8 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:57.908574 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-a8e886e8-4ae3-4a5b-b780-4512d628ffa8 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.13 "GET /v2.0/networks?id=b8d3a61b-7e18-4f28-881f-5db25202cddb HTTP/1.1" status: 200 len: 808 time: 0.1583662 Apr 07 08:14:57.921127 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-2fcf1729-9712-4b01-baac-8d5af7183b30 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Request body: {'port': {'device_id': 'a935d1ee-62f4-4f81-8da9-879147581eee', 'network_id': 'b8d3a61b-7e18-4f28-881f-5db25202cddb', 'admin_state_up': True, 'tenant_id': '4d459ac1cce54872864c8ca842bdbdd3'}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:14:58.067506 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-2fcf1729-9712-4b01-baac-8d5af7183b30 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:14:58.072282 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-2fcf1729-9712-4b01-baac-8d5af7183b30 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Usage tracker for resource:port and tenant:4d459ac1cce54872864c8ca842bdbdd3 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:14:58.075358 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-2fcf1729-9712-4b01-baac-8d5af7183b30 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:14:58.081523 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-2fcf1729-9712-4b01-baac-8d5af7183b30 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:14:58.143206 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-2fcf1729-9712-4b01-baac-8d5af7183b30 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Made reservation on behalf of 4d459ac1cce54872864c8ca842bdbdd3 for: {'port': 1} {{(pid=84419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:14:58.150037 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-2fcf1729-9712-4b01-baac-8d5af7183b30 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:58.325806 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-2fcf1729-9712-4b01-baac-8d5af7183b30 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Allocated IP 172.20.0.6 (b8d3a61b-7e18-4f28-881f-5db25202cddb/82173063-0502-425e-a8b3-6632d97eaf15/bc4376ae-d4b9-45d7-a382-7b303878abaa) {{(pid=84419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:14:58.537485 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-2fcf1729-9712-4b01-baac-8d5af7183b30 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Notify callbacks [] for port, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:58.609114 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-2fcf1729-9712-4b01-baac-8d5af7183b30 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:58.631479 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8c1ff901-d669-4e41-b29c-c6314c84c899 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:14:58.670354 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f6f11-4a38-4b74-b13e-e18a37f9dea7 req-0a88183c-7102-4f37-8a43-56b73214a078 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:58.672043 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ec6f6f11-4a38-4b74-b13e-e18a37f9dea7 req-0a88183c-7102-4f37-8a43-56b73214a078 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/ports?device_id=a935d1ee-62f4-4f81-8da9-879147581eee HTTP/1.1" status: 200 len: 931 time: 0.0948842 Apr 07 08:14:58.720006 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-ec6f6f11-4a38-4b74-b13e-e18a37f9dea7 req-b005ae56-9434-4fed-a90b-7195bc75e289 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Synchronizing usage tracker for tenant:4d459ac1cce54872864c8ca842bdbdd3 on resource:security_group {{(pid=84420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:14:58.760255 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-ec6f6f11-4a38-4b74-b13e-e18a37f9dea7 req-b005ae56-9434-4fed-a90b-7195bc75e289 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Unset dirty status for tenant:4d459ac1cce54872864c8ca842bdbdd3 on resource:security_group {{(pid=84420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:14:58.761521 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ec6f6f11-4a38-4b74-b13e-e18a37f9dea7 req-b005ae56-9434-4fed-a90b-7195bc75e289 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b918a82-5644-4ef5-9132-fad41c0f185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824251 Apr 07 08:14:58.779235 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf1729-9712-4b01-baac-8d5af7183b30 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Pushing event updated for resources: {'Port': ['ID=bc4376ae-d4b9-45d7-a382-7b303878abaa,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:14:58.786643 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2fcf1729-9712-4b01-baac-8d5af7183b30 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:14:58.829381 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-2fcf1729-9712-4b01-baac-8d5af7183b30 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Network b8d3a61b-7e18-4f28-881f-5db25202cddb is already hosted by enough agents. {{(pid=84419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:14:58.830595 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-2fcf1729-9712-4b01-baac-8d5af7183b30 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Resources bound (agent type, host, resource id): {{(pid=84419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:14:58.833055 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-2fcf1729-9712-4b01-baac-8d5af7183b30 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Received port after_create {{(pid=84419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:14:58.897878 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-2fcf1729-9712-4b01-baac-8d5af7183b30 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:14:58.898936 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-2fcf1729-9712-4b01-baac-8d5af7183b30 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:58.938057 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-2fcf1729-9712-4b01-baac-8d5af7183b30 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0210221 Apr 07 08:14:58.951242 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-5cf1cbcc-104a-49c5-a319-17ff38d21b53 service neutron] Request body: {'port': {'device_id': 'a935d1ee-62f4-4f81-8da9-879147581eee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:14:59.077263 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-5cf1cbcc-104a-49c5-a319-17ff38d21b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:59.147282 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 52198) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:14:59.271263 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0bbca727-15ad-4782-95c4-d744ecda9bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:59.286470 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-0bbca727-15ad-4782-95c4-d744ecda9bf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:14:59.290723 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-0bbca727-15ad-4782-95c4-d744ecda9bf8 admin admin] Usage tracker for resource:security_group_rule and tenant:e39af22a556c4486b700f37556acecff is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:14:59.293661 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-0bbca727-15ad-4782-95c4-d744ecda9bf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:14:59.299652 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-0bbca727-15ad-4782-95c4-d744ecda9bf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:14:59.386898 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0bbca727-15ad-4782-95c4-d744ecda9bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:59.414864 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0bbca727-15ad-4782-95c4-d744ecda9bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:59.428006 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-13582d0d-6527-4f04-ae1b-3f6a49e5886a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:14:59.471270 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-0bbca727-15ad-4782-95c4-d744ecda9bf8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e39af22a556c4486b700f37556acecff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3228345 Apr 07 08:14:59.472983 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbca727-15ad-4782-95c4-d744ecda9bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf80e68-d597-429b-8396-17e73ccf79bd,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:14:59.474161 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 52204) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:14:59.477004 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-0bbca727-15ad-4782-95c4-d744ecda9bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:14:59.534558 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-5cf1cbcc-104a-49c5-a319-17ff38d21b53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc4376ae-d4b9-45d7-a382-7b303878abaa {{(pid=84419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 08:14:59.547522 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-5cf1cbcc-104a-49c5-a319-17ff38d21b53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:59.578685 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-5cf1cbcc-104a-49c5-a319-17ff38d21b53 service neutron] Transition to ACTIVE for port object bc4376ae-d4b9-45d7-a382-7b303878abaa will not be triggered until provisioned by entity L2. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:14:59.579572 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0cd5b77c-fdfa-4dd5-a349-ef9969b350b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:59.607669 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0cd5b77c-fdfa-4dd5-a349-ef9969b350b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:59.614679 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-5cf1cbcc-104a-49c5-a319-17ff38d21b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963711'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:59.632051 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-439ba028-d4bb-49e7-a9d0-e12a26ea49ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:14:59.811775 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf1cbcc-104a-49c5-a319-17ff38d21b53 service neutron] Pushing event updated for resources: {'Port': ['ID=bc4376ae-d4b9-45d7-a382-7b303878abaa,revision_number=2']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:14:59.823767 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5cf1cbcc-104a-49c5-a319-17ff38d21b53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:14:59.897963 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0cd5b77c-fdfa-4dd5-a349-ef9969b350b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:14:59.946580 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5fa39bf5-8442-4fc4-af91-8f9bf5511272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:14:59.972408 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd5b77c-fdfa-4dd5-a349-ef9969b350b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf80e68-d597-429b-8396-17e73ccf79bd,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:14:59.977961 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-0cd5b77c-fdfa-4dd5-a349-ef9969b350b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:15:00.020971 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-0cd5b77c-fdfa-4dd5-a349-ef9969b350b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:00.022165 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-0cd5b77c-fdfa-4dd5-a349-ef9969b350b7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aaf80e68-d597-429b-8396-17e73ccf79bd HTTP/1.1" status: 204 len: 168 time: 0.5469456 Apr 07 08:15:00.121155 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f6b95-8bde-463d-9426-ce5b1cbee842 req-5e79e21b-ed71-4095-a16d-bac3b51403b9 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:15:00.121915 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-e09f6b95-8bde-463d-9426-ce5b1cbee842 req-5e79e21b-ed71-4095-a16d-bac3b51403b9 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Synchronizing usage tracker for tenant:4d459ac1cce54872864c8ca842bdbdd3 on resource:port {{(pid=84419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:15:00.127346 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-5cf1cbcc-104a-49c5-a319-17ff38d21b53 service neutron] Attempting to bind port bc4376ae-d4b9-45d7-a382-7b303878abaa on host hv-cinder-78239 for vnic_type normal with profile {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:15:00.127724 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-5cf1cbcc-104a-49c5-a319-17ff38d21b53 service neutron] Attempting to bind port bc4376ae-d4b9-45d7-a382-7b303878abaa by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'ea18cf93-84fc-4aff-8ee0-c34c40cb3740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'b8d3a61b-7e18-4f28-881f-5db25202cddb'}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 08:15:00.128093 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-5cf1cbcc-104a-49c5-a319-17ff38d21b53 service neutron] Attempting to bind port bc4376ae-d4b9-45d7-a382-7b303878abaa on network b8d3a61b-7e18-4f28-881f-5db25202cddb {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:15:00.136500 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-5cf1cbcc-104a-49c5-a319-17ff38d21b53 service neutron] Port bc4376ae-d4b9-45d7-a382-7b303878abaa on network b8d3a61b-7e18-4f28-881f-5db25202cddb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 08:15:00.136872 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-5cf1cbcc-104a-49c5-a319-17ff38d21b53 service neutron] Attempting to bind port bc4376ae-d4b9-45d7-a382-7b303878abaa on network b8d3a61b-7e18-4f28-881f-5db25202cddb {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:15:00.147657 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-5cf1cbcc-104a-49c5-a319-17ff38d21b53 service neutron] Checking agent: {'id': '265b7c30-4a56-4c92-aee0-001f9a549a36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 8, 3, 49), 'started_at': datetime.datetime(2021, 4, 7, 8, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 08:15:00.148036 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-5cf1cbcc-104a-49c5-a319-17ff38d21b53 service neutron] Checking segment: {'id': 'ea18cf93-84fc-4aff-8ee0-c34c40cb3740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'b8d3a61b-7e18-4f28-881f-5db25202cddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:15:00.149010 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-5cf1cbcc-104a-49c5-a319-17ff38d21b53 service neutron] Bound using segment: {'id': 'ea18cf93-84fc-4aff-8ee0-c34c40cb3740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'b8d3a61b-7e18-4f28-881f-5db25202cddb'} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 08:15:00.149480 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-5cf1cbcc-104a-49c5-a319-17ff38d21b53 service neutron] Bound port: bc4376ae-d4b9-45d7-a382-7b303878abaa, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea18cf93-84fc-4aff-8ee0-c34c40cb3740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'b8d3a61b-7e18-4f28-881f-5db25202cddb'}}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 08:15:00.149860 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-5cf1cbcc-104a-49c5-a319-17ff38d21b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:00.220683 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-e09f6b95-8bde-463d-9426-ce5b1cbee842 req-5e79e21b-ed71-4095-a16d-bac3b51403b9 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Unset dirty status for tenant:4d459ac1cce54872864c8ca842bdbdd3 on resource:port {{(pid=84419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:15:00.221958 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e09f6b95-8bde-463d-9426-ce5b1cbee842 req-5e79e21b-ed71-4095-a16d-bac3b51403b9 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/ports?device_id=a935d1ee-62f4-4f81-8da9-879147581eee HTTP/1.1" status: 200 len: 943 time: 0.3314211 Apr 07 08:15:00.279722 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-5cf1cbcc-104a-49c5-a319-17ff38d21b53 service neutron] For port bc4376ae-d4b9-45d7-a382-7b303878abaa, host hv-cinder-78239, cleared binding levels {{(pid=84419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 08:15:00.298975 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e09f6b95-8bde-463d-9426-ce5b1cbee842 req-69e7046d-0ed7-4961-9563-07c0cce77122 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b918a82-5644-4ef5-9132-fad41c0f185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651810 Apr 07 08:15:00.300483 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-5cf1cbcc-104a-49c5-a319-17ff38d21b53 service neutron] For port bc4376ae-d4b9-45d7-a382-7b303878abaa, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=bc4376ae-d4b9-45d7-a382-7b303878abaa,segment=NetworkSegment(ea18cf93-84fc-4aff-8ee0-c34c40cb3740),segment_id=ea18cf93-84fc-4aff-8ee0-c34c40cb3740)] {{(pid=84419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 08:15:00.338569 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-5cf1cbcc-104a-49c5-a319-17ff38d21b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963711'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:00.355543 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-75e2934e-7220-4241-a5e8-b7e2be137910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:15:00.512072 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf1cbcc-104a-49c5-a319-17ff38d21b53 service neutron] Pushing event updated for resources: {'Port': ['ID=bc4376ae-d4b9-45d7-a382-7b303878abaa,revision_number=3']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:15:00.517278 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5cf1cbcc-104a-49c5-a319-17ff38d21b53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:15:00.551655 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-5cf1cbcc-104a-49c5-a319-17ff38d21b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:15:00.552342 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-5cf1cbcc-104a-49c5-a319-17ff38d21b53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:00.553831 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-5cf1cbcc-104a-49c5-a319-17ff38d21b53 service neutron] 10.222.0.13 "PUT /v2.0/ports/bc4376ae-d4b9-45d7-a382-7b303878abaa HTTP/1.1" status: 200 len: 1093 time: 1.6078844 Apr 07 08:15:00.555019 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a935d1ee-62f4-4f81-8da9-879147581eee', 'tag': 'bc4376ae-d4b9-45d7-a382-7b303878abaa'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:15:00.605417 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a935d1ee-62f4-4f81-8da9-879147581eee', 'tag': 'bc4376ae-d4b9-45d7-a382-7b303878abaa', 'status': 'completed', 'code': 200} Apr 07 08:15:00.710400 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe2726-e5d2-4a8a-84fa-e19a8819174f req-1a433240-0c53-4916-81a7-21e022535cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:15:00.712676 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3ebe2726-e5d2-4a8a-84fa-e19a8819174f req-1a433240-0c53-4916-81a7-21e022535cfe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d459ac1cce54872864c8ca842bdbdd3&device_id=a935d1ee-62f4-4f81-8da9-879147581eee HTTP/1.1" status: 200 len: 1096 time: 0.0837278 Apr 07 08:15:00.869328 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe2726-e5d2-4a8a-84fa-e19a8819174f req-4cdcb730-ed34-48fc-a3a2-63650d7f8afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:15:00.871001 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3ebe2726-e5d2-4a8a-84fa-e19a8819174f req-4cdcb730-ed34-48fc-a3a2-63650d7f8afc service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=4d459ac1cce54872864c8ca842bdbdd3&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1509101 Apr 07 08:15:01.021915 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe2726-e5d2-4a8a-84fa-e19a8819174f req-94290f05-bdf4-4a6c-9c33-609080b614f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:15:01.023617 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-3ebe2726-e5d2-4a8a-84fa-e19a8819174f req-94290f05-bdf4-4a6c-9c33-609080b614f3 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1464918 Apr 07 08:15:01.140670 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-afdcde73-b021-46ad-acb8-a9b0dce5d9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:15:01.142288 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-afdcde73-b021-46ad-acb8-a9b0dce5d9d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d459ac1cce54872864c8ca842bdbdd3&device_id=a935d1ee-62f4-4f81-8da9-879147581eee HTTP/1.1" status: 200 len: 1096 time: 0.0828040 Apr 07 08:15:01.215594 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-bc578cda-7bf7-4e35-9047-380b42301d1e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc4376ae-d4b9-45d7-a382-7b303878abaa HTTP/1.1" status: 200 len: 217 time: 0.0656214 Apr 07 08:15:01.288270 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-0d0e07f0-2b12-4be2-b249-4b815f9188e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:15:01.290406 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-0d0e07f0-2b12-4be2-b249-4b815f9188e4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82173063-0502-425e-a8b3-6632d97eaf15 HTTP/1.1" status: 200 len: 848 time: 0.0688283 Apr 07 08:15:01.354683 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-10d2b978-8f93-4b2d-8f0b-07e9f066c381 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8d3a61b-7e18-4f28-881f-5db25202cddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574389 Apr 07 08:15:01.578708 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-c1f82cce-e108-4f0f-a895-38c6ccb2214e service neutron] 10.222.0.13 "GET /v2.0/networks/b8d3a61b-7e18-4f28-881f-5db25202cddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112427 Apr 07 08:15:01.591848 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f5f90-e069-43cd-95bf-733c559753c6 req-d27d3863-783c-4fef-be55-a36f63d47b28 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:15:01.593358 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5e3f5f90-e069-43cd-95bf-733c559753c6 req-d27d3863-783c-4fef-be55-a36f63d47b28 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/ports?device_id=a935d1ee-62f4-4f81-8da9-879147581eee HTTP/1.1" status: 200 len: 943 time: 0.1802940 Apr 07 08:15:01.740702 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-5e3f5f90-e069-43cd-95bf-733c559753c6 req-d9f711cd-4408-4bee-a50b-1efe795da9ee tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b918a82-5644-4ef5-9132-fad41c0f185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226802 Apr 07 08:15:01.768485 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-624d9572-f991-40f4-87ff-f4cfb6437d35 req-d46f32d6-2371-4eaa-b775-965fbde90a82 service neutron] 10.222.0.13 "GET /v2.0/networks/b8d3a61b-7e18-4f28-881f-5db25202cddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741207 Apr 07 08:15:02.944039 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d6bd1-5f25-40a2-9db0-872c9c735ac6 req-f2d1940a-ddd5-4a9b-8a55-6934167641bb tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:15:02.945862 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2e7d6bd1-5f25-40a2-9db0-872c9c735ac6 req-f2d1940a-ddd5-4a9b-8a55-6934167641bb tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/ports?device_id=a935d1ee-62f4-4f81-8da9-879147581eee HTTP/1.1" status: 200 len: 943 time: 0.0881181 Apr 07 08:15:02.996404 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2e7d6bd1-5f25-40a2-9db0-872c9c735ac6 req-8e55fd1f-9bec-4e72-8265-f7c79212742b tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b918a82-5644-4ef5-9132-fad41c0f185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437357 Apr 07 08:15:04.198170 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b61fe7a-258b-4ec7-93bb-12bb6e907ca3 req-a7799233-3ce4-4163-ac46-603a5c1c83f3 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:15:04.199914 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1b61fe7a-258b-4ec7-93bb-12bb6e907ca3 req-a7799233-3ce4-4163-ac46-603a5c1c83f3 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/ports?device_id=a935d1ee-62f4-4f81-8da9-879147581eee HTTP/1.1" status: 200 len: 943 time: 0.0876594 Apr 07 08:15:04.252627 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-1b61fe7a-258b-4ec7-93bb-12bb6e907ca3 req-ec296b07-d820-4892-902c-a9c840b620ec tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b918a82-5644-4ef5-9132-fad41c0f185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462441 Apr 07 08:15:04.332737 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device bc4376ae-d4b9-45d7-a382-7b303878abaa details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 08:15:04.479371 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port bc4376ae-d4b9-45d7-a382-7b303878abaa, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=bc4376ae-d4b9-45d7-a382-7b303878abaa,segment=NetworkSegment(ea18cf93-84fc-4aff-8ee0-c34c40cb3740),segment_id=ea18cf93-84fc-4aff-8ee0-c34c40cb3740)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:15:04.493714 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Returning: {'device': 'bc4376ae-d4b9-45d7-a382-7b303878abaa', 'network_id': 'b8d3a61b-7e18-4f28-881f-5db25202cddb', 'port_id': 'bc4376ae-d4b9-45d7-a382-7b303878abaa', 'mac_address': 'fa:16:3e:6f:8e:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82173063-0502-425e-a8b3-6632d97eaf15', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 08:15:04.555628 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:04.573916 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc4376ae-d4b9-45d7-a382-7b303878abaa {{(pid=84421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 08:15:04.590901 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port bc4376ae-d4b9-45d7-a382-7b303878abaa, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=bc4376ae-d4b9-45d7-a382-7b303878abaa,segment=NetworkSegment(ea18cf93-84fc-4aff-8ee0-c34c40cb3740),segment_id=ea18cf93-84fc-4aff-8ee0-c34c40cb3740)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:15:04.665512 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:04.667530 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-6dc2e49a-b823-4987-b457-9106e0262bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:15:04.745887 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=bc4376ae-d4b9-45d7-a382-7b303878abaa,revision_number=4']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:15:04.748986 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:15:04.870269 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] get_ports_and_sgs() called for port_ids ['bc4376ae-d4b9-45d7-a382-7b303878abaa'] {{(pid=84421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 08:15:05.457238 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1729167-f9b6-42a0-a858-107766797dfe req-9f8def51-0eed-41ae-a27b-4921bae50925 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:15:05.458924 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d1729167-f9b6-42a0-a858-107766797dfe req-9f8def51-0eed-41ae-a27b-4921bae50925 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/ports?device_id=a935d1ee-62f4-4f81-8da9-879147581eee HTTP/1.1" status: 200 len: 944 time: 0.0922670 Apr 07 08:15:05.508148 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-d1729167-f9b6-42a0-a858-107766797dfe req-f61b3b43-5d14-4727-9d37-22a2d07d704c tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b918a82-5644-4ef5-9132-fad41c0f185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421739 Apr 07 08:15:05.844386 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 52284) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:15:05.966700 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6a1dd363-1340-4567-982a-3fd590b64a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:05.981872 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-6a1dd363-1340-4567-982a-3fd590b64a42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:15:05.985841 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-6a1dd363-1340-4567-982a-3fd590b64a42 admin admin] Usage tracker for resource:security_group_rule and tenant:d64c9b395e6e46ffbc7f41118c9c83e2 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:15:05.988853 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-6a1dd363-1340-4567-982a-3fd590b64a42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:15:05.994811 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-6a1dd363-1340-4567-982a-3fd590b64a42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:15:06.077631 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6a1dd363-1340-4567-982a-3fd590b64a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:06.111146 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6a1dd363-1340-4567-982a-3fd590b64a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:06.119811 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-0cd5b77c-fdfa-4dd5-a349-ef9969b350b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:15:06.161494 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-6a1dd363-1340-4567-982a-3fd590b64a42 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d64c9b395e6e46ffbc7f41118c9c83e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3160090 Apr 07 08:15:06.163145 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1dd363-1340-4567-982a-3fd590b64a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76ca54b-b145-46d5-8bc6-bcd259e79b70,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:15:06.164570 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 52290) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:15:06.166489 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-6a1dd363-1340-4567-982a-3fd590b64a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:15:06.226043 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-bcfbeffc-25d7-4259-9eb3-e77c904321fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:06.252896 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-bcfbeffc-25d7-4259-9eb3-e77c904321fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:06.325780 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-bcfbeffc-25d7-4259-9eb3-e77c904321fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:06.330751 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d77fe60b-e59a-459c-b264-c5c61f5944c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:15:06.337200 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device bc4376ae-d4b9-45d7-a382-7b303878abaa up at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:15:06.348665 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfbeffc-25d7-4259-9eb3-e77c904321fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76ca54b-b145-46d5-8bc6-bcd259e79b70,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:15:06.351854 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-bcfbeffc-25d7-4259-9eb3-e77c904321fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:15:06.356429 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-bcfbeffc-25d7-4259-9eb3-e77c904321fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:06.358746 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-bcfbeffc-25d7-4259-9eb3-e77c904321fb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d76ca54b-b145-46d5-8bc6-bcd259e79b70 HTTP/1.1" status: 204 len: 168 time: 0.1930676 Apr 07 08:15:06.474574 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Provisioning for port bc4376ae-d4b9-45d7-a382-7b303878abaa completed by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:15:06.479865 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Provisioning complete for port bc4376ae-d4b9-45d7-a382-7b303878abaa triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:15:06.480287 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:06.607211 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:06.640259 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a935d1ee-62f4-4f81-8da9-879147581eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4376ae-d4b9-45d7-a382-7b303878abaa'}] {{(pid=84421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:15:06.645961 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port bc4376ae-d4b9-45d7-a382-7b303878abaa, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=bc4376ae-d4b9-45d7-a382-7b303878abaa,segment=NetworkSegment(ea18cf93-84fc-4aff-8ee0-c34c40cb3740),segment_id=ea18cf93-84fc-4aff-8ee0-c34c40cb3740)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:15:06.686026 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:06.689714 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:15:06.740166 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a935d1ee-62f4-4f81-8da9-879147581eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4376ae-d4b9-45d7-a382-7b303878abaa', 'code': 200} Apr 07 08:15:06.786970 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=bc4376ae-d4b9-45d7-a382-7b303878abaa,revision_number=5']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:15:06.791329 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:15:07.054065 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e47b2-ee12-48f8-9bf3-b4d67430b308 req-daf1c347-8553-4bcc-9581-ff551555963c tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:15:07.056252 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-af3e47b2-ee12-48f8-9bf3-b4d67430b308 req-daf1c347-8553-4bcc-9581-ff551555963c tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/ports?device_id=a935d1ee-62f4-4f81-8da9-879147581eee HTTP/1.1" status: 200 len: 945 time: 0.4311094 Apr 07 08:15:07.115109 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf6383-583d-4b98-be5b-8bcc6140a37b req-25499d6b-7ff7-4769-989b-6630b59f54fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:15:07.116778 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-66cf6383-583d-4b98-be5b-8bcc6140a37b req-25499d6b-7ff7-4769-989b-6630b59f54fd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a935d1ee-62f4-4f81-8da9-879147581eee HTTP/1.1" status: 200 len: 1098 time: 0.1364698 Apr 07 08:15:07.122470 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-af3e47b2-ee12-48f8-9bf3-b4d67430b308 req-c12451de-2b43-4e56-b4fd-27c8c63579c2 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b918a82-5644-4ef5-9132-fad41c0f185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589299 Apr 07 08:15:07.165938 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-66cf6383-583d-4b98-be5b-8bcc6140a37b req-fee7d009-3528-4ce3-8af2-093fa4e2ecde service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8b918a82-5644-4ef5-9132-fad41c0f185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424170 Apr 07 08:15:08.327972 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9c8c6-74fd-4ed4-b95a-5bc06f90b82c req-561de657-77f8-4d25-b91b-f8150fefb85e tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:15:08.329573 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-63a9c8c6-74fd-4ed4-b95a-5bc06f90b82c req-561de657-77f8-4d25-b91b-f8150fefb85e tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/ports?device_id=a935d1ee-62f4-4f81-8da9-879147581eee HTTP/1.1" status: 200 len: 945 time: 0.0899096 Apr 07 08:15:08.380859 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-63a9c8c6-74fd-4ed4-b95a-5bc06f90b82c req-35fae7c3-b915-48a0-9a10-94132cd6a700 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b918a82-5644-4ef5-9132-fad41c0f185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448625 Apr 07 08:15:09.728129 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908e684-ebdd-404a-9d14-19b99e75aa4d req-7b42d103-60f4-4dec-a021-b7f8c6946cbf tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:15:09.729689 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8908e684-ebdd-404a-9d14-19b99e75aa4d req-7b42d103-60f4-4dec-a021-b7f8c6946cbf tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/ports?device_id=a935d1ee-62f4-4f81-8da9-879147581eee HTTP/1.1" status: 200 len: 945 time: 0.0913165 Apr 07 08:15:09.777239 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-8908e684-ebdd-404a-9d14-19b99e75aa4d req-88c34363-b994-499c-b84c-4dab5d3f1ad6 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b918a82-5644-4ef5-9132-fad41c0f185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410771 Apr 07 08:15:11.040365 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f02b2-1ec4-4141-a5a5-c23aed1f1dae req-20c0784e-1a10-45a9-80d0-a2b8baa8b658 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:15:11.041992 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-855f02b2-1ec4-4141-a5a5-c23aed1f1dae req-20c0784e-1a10-45a9-80d0-a2b8baa8b658 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/ports?device_id=a935d1ee-62f4-4f81-8da9-879147581eee HTTP/1.1" status: 200 len: 945 time: 0.1490130 Apr 07 08:15:11.109781 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-855f02b2-1ec4-4141-a5a5-c23aed1f1dae req-55f7106d-fe15-444c-80e0-de46d717638f tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b918a82-5644-4ef5-9132-fad41c0f185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565526 Apr 07 08:15:11.119098 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ca949-86ad-4592-9d68-78cf8140146e req-f1b1feca-5842-4798-ba33-c3a3c90c0d34 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:15:11.120751 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-777ca949-86ad-4592-9d68-78cf8140146e req-f1b1feca-5842-4798-ba33-c3a3c90c0d34 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.13 "GET /v2.0/ports?device_id=a935d1ee-62f4-4f81-8da9-879147581eee HTTP/1.1" status: 200 len: 945 time: 0.1475337 Apr 07 08:15:11.200474 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-777ca949-86ad-4592-9d68-78cf8140146e req-aab85f7a-e81f-41b8-a01d-f7d7c16c4ddc tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Deleting port bc4376ae-d4b9-45d7-a382-7b303878abaa {{(pid=84419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:15:11.200831 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-777ca949-86ad-4592-9d68-78cf8140146e req-aab85f7a-e81f-41b8-a01d-f7d7c16c4ddc tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:11.471673 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-777ca949-86ad-4592-9d68-78cf8140146e req-aab85f7a-e81f-41b8-a01d-f7d7c16c4ddc tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] For port bc4376ae-d4b9-45d7-a382-7b303878abaa, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=bc4376ae-d4b9-45d7-a382-7b303878abaa,segment=NetworkSegment(ea18cf93-84fc-4aff-8ee0-c34c40cb3740),segment_id=ea18cf93-84fc-4aff-8ee0-c34c40cb3740)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:15:11.472001 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-777ca949-86ad-4592-9d68-78cf8140146e req-aab85f7a-e81f-41b8-a01d-f7d7c16c4ddc tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:11.607374 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-777ca949-86ad-4592-9d68-78cf8140146e req-aab85f7a-e81f-41b8-a01d-f7d7c16c4ddc tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Calling delete_port for bc4376ae-d4b9-45d7-a382-7b303878abaa owned by compute:nova {{(pid=84419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:15:11.806645 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-777ca949-86ad-4592-9d68-78cf8140146e req-aab85f7a-e81f-41b8-a01d-f7d7c16c4ddc tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716444531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762716001395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:11.819793 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] get_ports_and_sgs() called for port_ids ['bc4376ae-d4b9-45d7-a382-7b303878abaa'] {{(pid=84421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 08:15:11.827891 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-7426daed-6389-4da6-9f42-5273800d6d6f tempest-VolumesActionsTest-857661678 tempest-VolumesActionsTest-857661678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:15:11.903477 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab85f7a-e81f-41b8-a01d-f7d7c16c4ddc tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Pushing event deleted for resources: {'Port': ['ID=bc4376ae-d4b9-45d7-a382-7b303878abaa,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:15:11.907299 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-aab85f7a-e81f-41b8-a01d-f7d7c16c4ddc tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:15:12.133545 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-777ca949-86ad-4592-9d68-78cf8140146e req-aab85f7a-e81f-41b8-a01d-f7d7c16c4ddc tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] No DVR routers for this DVR port bc4376ae-d4b9-45d7-a382-7b303878abaa on host hv-cinder-78239 {{(pid=84419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 08:15:12.136220 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-777ca949-86ad-4592-9d68-78cf8140146e req-aab85f7a-e81f-41b8-a01d-f7d7c16c4ddc tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:12.141582 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a935d1ee-62f4-4f81-8da9-879147581eee', 'name': 'network-vif-deleted', 'tag': 'bc4376ae-d4b9-45d7-a382-7b303878abaa'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:15:12.191436 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-777ca949-86ad-4592-9d68-78cf8140146e req-aab85f7a-e81f-41b8-a01d-f7d7c16c4ddc tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.13 "DELETE /v2.0/ports/bc4376ae-d4b9-45d7-a382-7b303878abaa HTTP/1.1" status: 204 len: 173 time: 1.0642195 Apr 07 08:15:12.218487 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a935d1ee-62f4-4f81-8da9-879147581eee', 'name': 'network-vif-deleted', 'tag': 'bc4376ae-d4b9-45d7-a382-7b303878abaa', 'status': 'completed', 'code': 200} Apr 07 08:15:12.306793 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-dadf4f20-d742-478f-a315-3ff2e51a305c req-0166f353-d7c7-4083-87e4-c58663b36cb2 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/ports?device_id=a935d1ee-62f4-4f81-8da9-879147581eee HTTP/1.1" status: 200 len: 210 time: 0.0679975 Apr 07 08:15:13.758436 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894bb7a-0574-4337-be91-c13b18de3928 req-4be033e0-738c-427b-a602-070a458a2acd tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:15:13.759210 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-9894bb7a-0574-4337-be91-c13b18de3928 req-4be033e0-738c-427b-a602-070a458a2acd tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Synchronizing usage tracker for tenant:4d459ac1cce54872864c8ca842bdbdd3 on resource:network {{(pid=84420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:15:13.816899 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-9894bb7a-0574-4337-be91-c13b18de3928 req-4be033e0-738c-427b-a602-070a458a2acd tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Unset dirty status for tenant:4d459ac1cce54872864c8ca842bdbdd3 on resource:network {{(pid=84420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:15:13.818201 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9894bb7a-0574-4337-be91-c13b18de3928 req-4be033e0-738c-427b-a602-070a458a2acd tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/networks?id=b8d3a61b-7e18-4f28-881f-5db25202cddb HTTP/1.1" status: 200 len: 808 time: 0.2151182 Apr 07 08:15:13.834282 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9894bb7a-0574-4337-be91-c13b18de3928 req-cb30d593-8cf2-4036-842b-e95138392641 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/quotas/4d459ac1cce54872864c8ca842bdbdd3 HTTP/1.1" status: 200 len: 375 time: 0.0097961 Apr 07 08:15:13.892854 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9894bb7a-0574-4337-be91-c13b18de3928 req-fd0909b7-9ad4-433a-b696-ac22506b904e tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d459ac1cce54872864c8ca842bdbdd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521486 Apr 07 08:15:14.151473 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9894bb7a-0574-4337-be91-c13b18de3928 req-9ba4c347-8b68-4112-a627-55cd73250589 service neutron] 10.222.0.16 "GET /v2.0/networks/b8d3a61b-7e18-4f28-881f-5db25202cddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501702 Apr 07 08:15:14.295578 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9894bb7a-0574-4337-be91-c13b18de3928 req-389f069e-185b-4d02-8c41-f93eff58c977 service neutron] 10.222.0.16 "GET /v2.0/networks/b8d3a61b-7e18-4f28-881f-5db25202cddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370280 Apr 07 08:15:14.380985 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device bc4376ae-d4b9-45d7-a382-7b303878abaa no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 08:15:14.417972 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] No Port match for: bc4376ae-d4b9-45d7-a382-7b303878abaa {{(pid=84421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 08:15:14.418363 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device bc4376ae-d4b9-45d7-a382-7b303878abaa not bound to the agent host hv-cinder-78239 {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 08:15:14.559527 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-604492dc-b88f-451f-a45d-188d75d4ea53 req-3c270932-3e17-4d7b-9b21-520c44e08c56 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Synchronizing usage tracker for tenant:4d459ac1cce54872864c8ca842bdbdd3 on resource:port {{(pid=84419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:15:14.599953 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-604492dc-b88f-451f-a45d-188d75d4ea53 req-3c270932-3e17-4d7b-9b21-520c44e08c56 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Unset dirty status for tenant:4d459ac1cce54872864c8ca842bdbdd3 on resource:port {{(pid=84419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:15:14.601521 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-604492dc-b88f-451f-a45d-188d75d4ea53 req-3c270932-3e17-4d7b-9b21-520c44e08c56 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/ports?device_id=d923e0fc-ad4b-4a25-965c-46843e285883 HTTP/1.1" status: 200 len: 210 time: 0.0911140 Apr 07 08:15:15.766106 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-ca670d5c-ba0a-4ef0-8a39-9ff40ab5dd53 req-e71af32b-03bc-4a88-8a3e-5ac23cfe0e13 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/ports?device_id=d923e0fc-ad4b-4a25-965c-46843e285883 HTTP/1.1" status: 200 len: 210 time: 0.0486748 Apr 07 08:15:16.323295 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894bb7a-0574-4337-be91-c13b18de3928 req-df5135f2-56b2-4247-b109-daa07a51d3a8 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:15:16.328499 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9894bb7a-0574-4337-be91-c13b18de3928 req-df5135f2-56b2-4247-b109-daa07a51d3a8 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.13 "GET /v2.0/networks?id=b8d3a61b-7e18-4f28-881f-5db25202cddb HTTP/1.1" status: 200 len: 808 time: 0.1652126 Apr 07 08:15:16.340088 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-9894bb7a-0574-4337-be91-c13b18de3928 req-16d947f9-47f2-4896-9a5a-9f3e0c36d1f9 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Request body: {'port': {'device_id': 'd923e0fc-ad4b-4a25-965c-46843e285883', 'network_id': 'b8d3a61b-7e18-4f28-881f-5db25202cddb', 'admin_state_up': True, 'tenant_id': '4d459ac1cce54872864c8ca842bdbdd3'}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:15:16.484516 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-9894bb7a-0574-4337-be91-c13b18de3928 req-16d947f9-47f2-4896-9a5a-9f3e0c36d1f9 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:15:16.495042 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [req-9894bb7a-0574-4337-be91-c13b18de3928 req-16d947f9-47f2-4896-9a5a-9f3e0c36d1f9 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:15:16.565988 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9894bb7a-0574-4337-be91-c13b18de3928 req-16d947f9-47f2-4896-9a5a-9f3e0c36d1f9 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Made reservation on behalf of 4d459ac1cce54872864c8ca842bdbdd3 for: {'port': 1} {{(pid=84419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 08:15:16.572642 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-9894bb7a-0574-4337-be91-c13b18de3928 req-16d947f9-47f2-4896-9a5a-9f3e0c36d1f9 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:16.742445 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_common [req-9894bb7a-0574-4337-be91-c13b18de3928 req-16d947f9-47f2-4896-9a5a-9f3e0c36d1f9 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Allocated IP 172.20.0.9 (b8d3a61b-7e18-4f28-881f-5db25202cddb/82173063-0502-425e-a8b3-6632d97eaf15/67253010-2351-412a-8830-3ae52cae3f91) {{(pid=84419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 08:15:16.950403 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-dade39b2-5b77-45a2-825c-cef4aa82f578 req-e2eba4d9-b12d-470d-bdf6-a0dad2d8f9fb tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/ports?device_id=d923e0fc-ad4b-4a25-965c-46843e285883 HTTP/1.1" status: 200 len: 210 time: 0.0632598 Apr 07 08:15:17.003145 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-61eb08f0-7502-418b-aacc-cf1078b9efe0 None None] Agent healthcheck: found 6 active agents {{(pid=84422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 08:15:17.004733 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-9894bb7a-0574-4337-be91-c13b18de3928 req-16d947f9-47f2-4896-9a5a-9f3e0c36d1f9 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Notify callbacks [] for port, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:17.063113 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-9894bb7a-0574-4337-be91-c13b18de3928 req-16d947f9-47f2-4896-9a5a-9f3e0c36d1f9 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274138774422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:17.078758 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:15:17.224789 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d947f9-47f2-4896-9a5a-9f3e0c36d1f9 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Pushing event updated for resources: {'Port': ['ID=67253010-2351-412a-8830-3ae52cae3f91,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:15:17.229847 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-16d947f9-47f2-4896-9a5a-9f3e0c36d1f9 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:15:17.276041 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9894bb7a-0574-4337-be91-c13b18de3928 req-16d947f9-47f2-4896-9a5a-9f3e0c36d1f9 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Network b8d3a61b-7e18-4f28-881f-5db25202cddb is already hosted by enough agents. {{(pid=84419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 08:15:17.277169 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.base_scheduler [req-9894bb7a-0574-4337-be91-c13b18de3928 req-16d947f9-47f2-4896-9a5a-9f3e0c36d1f9 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Resources bound (agent type, host, resource id): {{(pid=84419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 08:15:17.279530 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-9894bb7a-0574-4337-be91-c13b18de3928 req-16d947f9-47f2-4896-9a5a-9f3e0c36d1f9 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Received port after_create {{(pid=84419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 08:15:17.346486 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894bb7a-0574-4337-be91-c13b18de3928 req-16d947f9-47f2-4896-9a5a-9f3e0c36d1f9 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:15:17.347194 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-9894bb7a-0574-4337-be91-c13b18de3928 req-16d947f9-47f2-4896-9a5a-9f3e0c36d1f9 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:17.475275 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9894bb7a-0574-4337-be91-c13b18de3928 req-16d947f9-47f2-4896-9a5a-9f3e0c36d1f9 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1396794 Apr 07 08:15:17.487177 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.v2.base [req-9894bb7a-0574-4337-be91-c13b18de3928 req-c97362b8-0bac-4410-b1c0-81269e8a0582 service neutron] Request body: {'port': {'device_id': 'd923e0fc-ad4b-4a25-965c-46843e285883', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=84419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:15:17.607813 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-9894bb7a-0574-4337-be91-c13b18de3928 req-c97362b8-0bac-4410-b1c0-81269e8a0582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:17.716719 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 52474) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:15:17.842905 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-999c1cee-db9b-43ef-9bb3-94baea3278a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:17.857953 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-999c1cee-db9b-43ef-9bb3-94baea3278a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:15:17.861951 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-999c1cee-db9b-43ef-9bb3-94baea3278a0 admin admin] Usage tracker for resource:security_group_rule and tenant:2caf778b9f36482caca29d6580fe2edf is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:15:17.864898 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-999c1cee-db9b-43ef-9bb3-94baea3278a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:15:17.870988 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-999c1cee-db9b-43ef-9bb3-94baea3278a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:15:17.953771 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-999c1cee-db9b-43ef-9bb3-94baea3278a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:17.988392 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-999c1cee-db9b-43ef-9bb3-94baea3278a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:17.998517 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-bb1b2745-c2d8-4b94-8f23-01216346c3fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:15:18.026786 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [req-9894bb7a-0574-4337-be91-c13b18de3928 req-c97362b8-0bac-4410-b1c0-81269e8a0582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67253010-2351-412a-8830-3ae52cae3f91 {{(pid=84419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 08:15:18.034923 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-9894bb7a-0574-4337-be91-c13b18de3928 req-c97362b8-0bac-4410-b1c0-81269e8a0582 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:18.049459 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-999c1cee-db9b-43ef-9bb3-94baea3278a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2caf778b9f36482caca29d6580fe2edf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3315902 Apr 07 08:15:18.050375 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c1cee-db9b-43ef-9bb3-94baea3278a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f73d9f-5da6-4ac1-bf21-df3fb97a61f1,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:15:18.052406 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 52482) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:15:18.055508 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-999c1cee-db9b-43ef-9bb3-94baea3278a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:15:18.057845 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [req-9894bb7a-0574-4337-be91-c13b18de3928 req-c97362b8-0bac-4410-b1c0-81269e8a0582 service neutron] Transition to ACTIVE for port object 67253010-2351-412a-8830-3ae52cae3f91 will not be triggered until provisioned by entity L2. {{(pid=84419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 08:15:18.102810 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-9894bb7a-0574-4337-be91-c13b18de3928 req-c97362b8-0bac-4410-b1c0-81269e8a0582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963711'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:18.117821 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a901229b-382f-4a36-a931-c2cfa41e5126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:15:18.153228 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10d9de-47ae-4671-8784-4b8ed1ea15b6 req-fab3e1ca-cd3a-4b37-a77c-2a12455ddc1a tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:15:18.154859 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4e10d9de-47ae-4671-8784-4b8ed1ea15b6 req-fab3e1ca-cd3a-4b37-a77c-2a12455ddc1a tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/ports?device_id=d923e0fc-ad4b-4a25-965c-46843e285883 HTTP/1.1" status: 200 len: 943 time: 0.0895104 Apr 07 08:15:18.202654 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-4e10d9de-47ae-4671-8784-4b8ed1ea15b6 req-e65dbc23-492f-4d42-abd4-8aa154f91987 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b918a82-5644-4ef5-9132-fad41c0f185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410485 Apr 07 08:15:18.274712 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d517a039-a976-4120-8a2e-3e577f13634f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:18.288137 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97362b8-0bac-4410-b1c0-81269e8a0582 service neutron] Pushing event updated for resources: {'Port': ['ID=67253010-2351-412a-8830-3ae52cae3f91,revision_number=2']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:15:18.297908 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c97362b8-0bac-4410-b1c0-81269e8a0582 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:15:18.323921 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d517a039-a976-4120-8a2e-3e577f13634f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:18.523101 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d517a039-a976-4120-8a2e-3e577f13634f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:18.532894 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-4decdd05-b4ec-48a0-8b55-b1a1bc1990d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:15:18.551259 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517a039-a976-4120-8a2e-3e577f13634f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f73d9f-5da6-4ac1-bf21-df3fb97a61f1,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:15:18.556741 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d517a039-a976-4120-8a2e-3e577f13634f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:15:18.559519 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d517a039-a976-4120-8a2e-3e577f13634f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:18.560742 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-d517a039-a976-4120-8a2e-3e577f13634f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/07f73d9f-5da6-4ac1-bf21-df3fb97a61f1 HTTP/1.1" status: 204 len: 168 time: 0.5070891 Apr 07 08:15:18.581448 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-9894bb7a-0574-4337-be91-c13b18de3928 req-c97362b8-0bac-4410-b1c0-81269e8a0582 service neutron] Attempting to bind port 67253010-2351-412a-8830-3ae52cae3f91 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:15:18.581828 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-9894bb7a-0574-4337-be91-c13b18de3928 req-c97362b8-0bac-4410-b1c0-81269e8a0582 service neutron] Attempting to bind port 67253010-2351-412a-8830-3ae52cae3f91 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'ea18cf93-84fc-4aff-8ee0-c34c40cb3740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'b8d3a61b-7e18-4f28-881f-5db25202cddb'}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 08:15:18.582203 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9894bb7a-0574-4337-be91-c13b18de3928 req-c97362b8-0bac-4410-b1c0-81269e8a0582 service neutron] Attempting to bind port 67253010-2351-412a-8830-3ae52cae3f91 on network b8d3a61b-7e18-4f28-881f-5db25202cddb {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:15:18.587478 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9894bb7a-0574-4337-be91-c13b18de3928 req-c97362b8-0bac-4410-b1c0-81269e8a0582 service neutron] Port 67253010-2351-412a-8830-3ae52cae3f91 on network b8d3a61b-7e18-4f28-881f-5db25202cddb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 08:15:18.587842 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9894bb7a-0574-4337-be91-c13b18de3928 req-c97362b8-0bac-4410-b1c0-81269e8a0582 service neutron] Attempting to bind port 67253010-2351-412a-8830-3ae52cae3f91 on network b8d3a61b-7e18-4f28-881f-5db25202cddb {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 08:15:18.593476 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9894bb7a-0574-4337-be91-c13b18de3928 req-c97362b8-0bac-4410-b1c0-81269e8a0582 service neutron] Checking agent: {'id': '265b7c30-4a56-4c92-aee0-001f9a549a36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 8, 3, 49), 'started_at': datetime.datetime(2021, 4, 7, 8, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 08:15:18.593838 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9894bb7a-0574-4337-be91-c13b18de3928 req-c97362b8-0bac-4410-b1c0-81269e8a0582 service neutron] Checking segment: {'id': 'ea18cf93-84fc-4aff-8ee0-c34c40cb3740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'b8d3a61b-7e18-4f28-881f-5db25202cddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 08:15:18.594262 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9894bb7a-0574-4337-be91-c13b18de3928 req-c97362b8-0bac-4410-b1c0-81269e8a0582 service neutron] Bound using segment: {'id': 'ea18cf93-84fc-4aff-8ee0-c34c40cb3740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'b8d3a61b-7e18-4f28-881f-5db25202cddb'} {{(pid=84419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 08:15:18.594764 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [req-9894bb7a-0574-4337-be91-c13b18de3928 req-c97362b8-0bac-4410-b1c0-81269e8a0582 service neutron] Bound port: 67253010-2351-412a-8830-3ae52cae3f91, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea18cf93-84fc-4aff-8ee0-c34c40cb3740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'b8d3a61b-7e18-4f28-881f-5db25202cddb'}}] {{(pid=84419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 08:15:18.595152 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-9894bb7a-0574-4337-be91-c13b18de3928 req-c97362b8-0bac-4410-b1c0-81269e8a0582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:18.777022 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-9894bb7a-0574-4337-be91-c13b18de3928 req-c97362b8-0bac-4410-b1c0-81269e8a0582 service neutron] For port 67253010-2351-412a-8830-3ae52cae3f91, host hv-cinder-78239, cleared binding levels {{(pid=84419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 08:15:18.780426 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-9894bb7a-0574-4337-be91-c13b18de3928 req-c97362b8-0bac-4410-b1c0-81269e8a0582 service neutron] For port 67253010-2351-412a-8830-3ae52cae3f91, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=67253010-2351-412a-8830-3ae52cae3f91,segment=NetworkSegment(ea18cf93-84fc-4aff-8ee0-c34c40cb3740),segment_id=ea18cf93-84fc-4aff-8ee0-c34c40cb3740)] {{(pid=84419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 08:15:18.819960 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-9894bb7a-0574-4337-be91-c13b18de3928 req-c97362b8-0bac-4410-b1c0-81269e8a0582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963711'] for port, after_update {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:18.836152 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-71ac7859-a544-40a0-a320-bcf5f457f7b9 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:15:18.987204 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97362b8-0bac-4410-b1c0-81269e8a0582 service neutron] Pushing event updated for resources: {'Port': ['ID=67253010-2351-412a-8830-3ae52cae3f91,revision_number=3']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:15:19.000972 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c97362b8-0bac-4410-b1c0-81269e8a0582 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:15:19.030360 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894bb7a-0574-4337-be91-c13b18de3928 req-c97362b8-0bac-4410-b1c0-81269e8a0582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:15:19.030861 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-9894bb7a-0574-4337-be91-c13b18de3928 req-c97362b8-0bac-4410-b1c0-81269e8a0582 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:19.032318 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9894bb7a-0574-4337-be91-c13b18de3928 req-c97362b8-0bac-4410-b1c0-81269e8a0582 service neutron] 10.222.0.13 "PUT /v2.0/ports/67253010-2351-412a-8830-3ae52cae3f91 HTTP/1.1" status: 200 len: 1093 time: 1.5499415 Apr 07 08:15:19.032852 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd923e0fc-ad4b-4a25-965c-46843e285883', 'tag': '67253010-2351-412a-8830-3ae52cae3f91'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:15:19.071630 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 52492) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:15:19.088919 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd923e0fc-ad4b-4a25-965c-46843e285883', 'tag': '67253010-2351-412a-8830-3ae52cae3f91', 'status': 'completed', 'code': 200} Apr 07 08:15:19.093361 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cb7d3be5-eedf-4376-83d8-2df5f385a72f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:19.157833 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-cb7d3be5-eedf-4376-83d8-2df5f385a72f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:15:19.164173 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-cb7d3be5-eedf-4376-83d8-2df5f385a72f admin admin] Usage tracker for resource:security_group_rule and tenant:0363202242754ee8850cfb0e72eb3df7 is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:15:19.169127 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-cb7d3be5-eedf-4376-83d8-2df5f385a72f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:15:19.176742 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-cb7d3be5-eedf-4376-83d8-2df5f385a72f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:15:19.224326 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3c238-13ad-495a-9ac0-8f8443f85c80 req-d8b9cd43-5f69-4372-8aca-4196d3bcfdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:15:19.225954 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-92d3c238-13ad-495a-9ac0-8f8443f85c80 req-d8b9cd43-5f69-4372-8aca-4196d3bcfdeb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d459ac1cce54872864c8ca842bdbdd3&device_id=d923e0fc-ad4b-4a25-965c-46843e285883 HTTP/1.1" status: 200 len: 1096 time: 0.1208336 Apr 07 08:15:19.245530 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:19.415796 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28529d-db4f-43d8-802a-e4190aadd87b req-0266d35a-fcda-47a8-aa64-d1fc32f6f840 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:15:19.417522 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-6a28529d-db4f-43d8-802a-e4190aadd87b req-0266d35a-fcda-47a8-aa64-d1fc32f6f840 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/ports?device_id=d923e0fc-ad4b-4a25-965c-46843e285883 HTTP/1.1" status: 200 len: 943 time: 0.1007221 Apr 07 08:15:19.687873 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cb7d3be5-eedf-4376-83d8-2df5f385a72f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:19.691073 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3c238-13ad-495a-9ac0-8f8443f85c80 req-a28ba75d-a542-4454-8bc5-fbc6a267d2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:15:19.692662 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-92d3c238-13ad-495a-9ac0-8f8443f85c80 req-a28ba75d-a542-4454-8bc5-fbc6a267d2ca service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=4d459ac1cce54872864c8ca842bdbdd3&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4575801 Apr 07 08:15:19.705761 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-6a28529d-db4f-43d8-802a-e4190aadd87b req-5d863968-36a4-4d8c-8a48-7977f63145cb tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b918a82-5644-4ef5-9132-fad41c0f185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817013 Apr 07 08:15:19.736784 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-cb7d3be5-eedf-4376-83d8-2df5f385a72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:19.748037 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a9175aca-4980-4548-afe1-a14ad8e1701c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:15:19.854973 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-cb7d3be5-eedf-4376-83d8-2df5f385a72f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0363202242754ee8850cfb0e72eb3df7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7820699 Apr 07 08:15:19.858024 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 52498) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:15:19.860623 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d3be5-eedf-4376-83d8-2df5f385a72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba3eb60-d376-41d6-9f31-4d01b1dca55b,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:15:19.865684 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-cb7d3be5-eedf-4376-83d8-2df5f385a72f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:15:19.892471 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3c238-13ad-495a-9ac0-8f8443f85c80 req-2818b3bb-f7f5-40e2-91b0-63016a362fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:15:19.894059 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-92d3c238-13ad-495a-9ac0-8f8443f85c80 req-2818b3bb-f7f5-40e2-91b0-63016a362fb0 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1943870 Apr 07 08:15:19.921582 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f76323dc-c040-4998-9bf8-5e03b28588fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:19.949601 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f76323dc-c040-4998-9bf8-5e03b28588fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:20.019516 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894bb7a-0574-4337-be91-c13b18de3928 req-a972231e-78ca-493d-bfd9-1a3929184766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:15:20.035829 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9894bb7a-0574-4337-be91-c13b18de3928 req-a972231e-78ca-493d-bfd9-1a3929184766 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d459ac1cce54872864c8ca842bdbdd3&device_id=d923e0fc-ad4b-4a25-965c-46843e285883 HTTP/1.1" status: 200 len: 1096 time: 0.0900018 Apr 07 08:15:20.091104 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f76323dc-c040-4998-9bf8-5e03b28588fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:20.096436 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-cb4cae4b-3342-43ce-a585-6a0009b4d670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:15:20.096590 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9894bb7a-0574-4337-be91-c13b18de3928 req-00f62b0a-da17-4d70-9427-48e3d3d6b1ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67253010-2351-412a-8830-3ae52cae3f91 HTTP/1.1" status: 200 len: 217 time: 0.0676072 Apr 07 08:15:20.110182 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76323dc-c040-4998-9bf8-5e03b28588fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba3eb60-d376-41d6-9f31-4d01b1dca55b,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:15:20.115152 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f76323dc-c040-4998-9bf8-5e03b28588fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:15:20.120321 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f76323dc-c040-4998-9bf8-5e03b28588fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:20.124162 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-f76323dc-c040-4998-9bf8-5e03b28588fb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2ba3eb60-d376-41d6-9f31-4d01b1dca55b HTTP/1.1" status: 204 len: 168 time: 0.2623382 Apr 07 08:15:20.169787 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894bb7a-0574-4337-be91-c13b18de3928 req-67eda101-b322-4096-ad43-b50de8a5ed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:15:20.171405 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9894bb7a-0574-4337-be91-c13b18de3928 req-67eda101-b322-4096-ad43-b50de8a5ed9c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82173063-0502-425e-a8b3-6632d97eaf15 HTTP/1.1" status: 200 len: 848 time: 0.0680668 Apr 07 08:15:20.224429 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9894bb7a-0574-4337-be91-c13b18de3928 req-a32fb4b1-5c3d-4923-8528-90fd9141d005 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8d3a61b-7e18-4f28-881f-5db25202cddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462594 Apr 07 08:15:20.372004 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9894bb7a-0574-4337-be91-c13b18de3928 req-f2c3e5db-bfab-496e-abb1-46f473583f96 service neutron] 10.222.0.13 "GET /v2.0/networks/b8d3a61b-7e18-4f28-881f-5db25202cddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409190 Apr 07 08:15:20.515240 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9894bb7a-0574-4337-be91-c13b18de3928 req-55500548-42ae-4f69-9ac3-1ef572979da9 service neutron] 10.222.0.13 "GET /v2.0/networks/b8d3a61b-7e18-4f28-881f-5db25202cddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365190 Apr 07 08:15:20.721862 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 52506) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:15:20.741200 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8d0fc6ff-f1ff-4a6a-af05-bb6fdb50a0dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:20.759940 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-8d0fc6ff-f1ff-4a6a-af05-bb6fdb50a0dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:15:20.763927 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-8d0fc6ff-f1ff-4a6a-af05-bb6fdb50a0dd admin admin] Usage tracker for resource:security_group_rule and tenant:1a5c874d722b4b73aa69fe02fd7f8af3 is out of sync, need to count used quota {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:15:20.766864 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-8d0fc6ff-f1ff-4a6a-af05-bb6fdb50a0dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:15:20.773261 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-8d0fc6ff-f1ff-4a6a-af05-bb6fdb50a0dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:15:20.860858 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8d0fc6ff-f1ff-4a6a-af05-bb6fdb50a0dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:20.893815 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8d0fc6ff-f1ff-4a6a-af05-bb6fdb50a0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:20.903641 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b1dce276-69bd-4c7e-bb45-09b47e1e9e90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:15:20.919942 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341517c-294e-4129-b648-3f0fa81ddc5d req-22f738ec-0fa6-42da-b5ae-5dda059a8c1d tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:15:20.920703 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-2341517c-294e-4129-b648-3f0fa81ddc5d req-22f738ec-0fa6-42da-b5ae-5dda059a8c1d tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Synchronizing usage tracker for tenant:4d459ac1cce54872864c8ca842bdbdd3 on resource:port {{(pid=84419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:15:20.945996 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-8d0fc6ff-f1ff-4a6a-af05-bb6fdb50a0dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1a5c874d722b4b73aa69fe02fd7f8af3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2230103 Apr 07 08:15:20.947034 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0fc6ff-f1ff-4a6a-af05-bb6fdb50a0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623356e0-be31-4871-a538-5abdc0372d2c,revision_number=1']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:15:20.949543 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 52512) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:15:20.950634 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8d0fc6ff-f1ff-4a6a-af05-bb6fdb50a0dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:15:20.968768 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-2341517c-294e-4129-b648-3f0fa81ddc5d req-22f738ec-0fa6-42da-b5ae-5dda059a8c1d tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Unset dirty status for tenant:4d459ac1cce54872864c8ca842bdbdd3 on resource:port {{(pid=84419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:15:20.972268 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2341517c-294e-4129-b648-3f0fa81ddc5d req-22f738ec-0fa6-42da-b5ae-5dda059a8c1d tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/ports?device_id=d923e0fc-ad4b-4a25-965c-46843e285883 HTTP/1.1" status: 200 len: 943 time: 0.1502976 Apr 07 08:15:21.050951 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-2341517c-294e-4129-b648-3f0fa81ddc5d req-19facdad-9bf5-4d18-a378-5c356f3fc1cd tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b918a82-5644-4ef5-9132-fad41c0f185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715137 Apr 07 08:15:21.053506 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-75f9aa93-0e55-41c3-a49a-e9468274591f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:21.081559 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-75f9aa93-0e55-41c3-a49a-e9468274591f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:21.154244 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-75f9aa93-0e55-41c3-a49a-e9468274591f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:21.159294 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-63889c97-f6db-4938-a44d-3c8317990d32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:15:21.171823 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9aa93-0e55-41c3-a49a-e9468274591f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623356e0-be31-4871-a538-5abdc0372d2c,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:15:21.174195 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-75f9aa93-0e55-41c3-a49a-e9468274591f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:15:21.181770 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-75f9aa93-0e55-41c3-a49a-e9468274591f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:21.183001 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-75f9aa93-0e55-41c3-a49a-e9468274591f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/623356e0-be31-4871-a538-5abdc0372d2c HTTP/1.1" status: 204 len: 168 time: 0.2322869 Apr 07 08:15:22.245760 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-027b373b-d765-44bb-bdfa-62e8d7c799c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:22.261524 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7deec-8aa4-4a62-a799-17465d59bc4b req-58b9506e-0cb2-48ed-85a5-265c9c8f0b9d tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:15:22.263209 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9ed7deec-8aa4-4a62-a799-17465d59bc4b req-58b9506e-0cb2-48ed-85a5-265c9c8f0b9d tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/ports?device_id=d923e0fc-ad4b-4a25-965c-46843e285883 HTTP/1.1" status: 200 len: 943 time: 0.0957716 Apr 07 08:15:22.311971 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-9ed7deec-8aa4-4a62-a799-17465d59bc4b req-3e1740cd-bc7d-4af4-84f1-28dc297be0f4 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b918a82-5644-4ef5-9132-fad41c0f185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423026 Apr 07 08:15:22.456182 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 67253010-2351-412a-8830-3ae52cae3f91 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 08:15:22.601832 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 67253010-2351-412a-8830-3ae52cae3f91, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=67253010-2351-412a-8830-3ae52cae3f91,segment=NetworkSegment(ea18cf93-84fc-4aff-8ee0-c34c40cb3740),segment_id=ea18cf93-84fc-4aff-8ee0-c34c40cb3740)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:15:22.616285 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Returning: {'device': '67253010-2351-412a-8830-3ae52cae3f91', 'network_id': 'b8d3a61b-7e18-4f28-881f-5db25202cddb', 'port_id': '67253010-2351-412a-8830-3ae52cae3f91', 'mac_address': 'fa:16:3e:4a:2c:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82173063-0502-425e-a8b3-6632d97eaf15', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 08:15:22.631316 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 52550) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:15:22.677198 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:22.696623 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67253010-2351-412a-8830-3ae52cae3f91 {{(pid=84421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 08:15:22.713639 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 67253010-2351-412a-8830-3ae52cae3f91, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=67253010-2351-412a-8830-3ae52cae3f91,segment=NetworkSegment(ea18cf93-84fc-4aff-8ee0-c34c40cb3740),segment_id=ea18cf93-84fc-4aff-8ee0-c34c40cb3740)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:15:22.750778 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:22.753626 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:15:22.758227 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-460ecb9b-96af-4698-b340-0f986180781b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:22.778053 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-460ecb9b-96af-4698-b340-0f986180781b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 08:15:22.782132 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-460ecb9b-96af-4698-b340-0f986180781b admin admin] Usage tracker for resource:security_group_rule and tenant:02b81e8cb42e4f86ab6feb6655a3dd6e is out of sync, need to count used quota {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 08:15:22.785123 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [None req-460ecb9b-96af-4698-b340-0f986180781b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 08:15:22.791498 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.quota.driver [None req-460ecb9b-96af-4698-b340-0f986180781b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 08:15:22.827081 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=67253010-2351-412a-8830-3ae52cae3f91,revision_number=4']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:15:22.834891 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:15:22.835282 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:15:22.836957 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:15:22.837362 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:15:22.837747 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:15:22.838116 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:15:22.838488 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:15:22.838883 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:15:22.839257 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:15:22.839630 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:15:22.839998 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:15:22.840351 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:15:22.845206 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:15:22.884437 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-460ecb9b-96af-4698-b340-0f986180781b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:22.933121 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-460ecb9b-96af-4698-b340-0f986180781b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_create {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:22.942284 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-cb7d3be5-eedf-4376-83d8-2df5f385a72f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:15:22.966168 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] get_ports_and_sgs() called for port_ids ['67253010-2351-412a-8830-3ae52cae3f91'] {{(pid=84421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 08:15:22.985756 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-460ecb9b-96af-4698-b340-0f986180781b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=02b81e8cb42e4f86ab6feb6655a3dd6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3532751 Apr 07 08:15:22.986733 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ecb9b-96af-4698-b340-0f986180781b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf4030b-5605-431c-a629-ee7d92945439,revision_number=1']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:15:22.988604 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 52556) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:15:22.989972 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-460ecb9b-96af-4698-b340-0f986180781b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:15:23.062640 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b21be049-1751-4f1c-b6ea-4d69d96b9fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:23.090467 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b21be049-1751-4f1c-b6ea-4d69d96b9fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:23.165610 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b21be049-1751-4f1c-b6ea-4d69d96b9fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:23.170764 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f969e718-402d-4113-be1c-1391baed88fc tempest-AttachVolumeShelveTestJSON-650284255 tempest-AttachVolumeShelveTestJSON-650284255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:15:23.184094 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21be049-1751-4f1c-b6ea-4d69d96b9fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf4030b-5605-431c-a629-ee7d92945439,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:15:23.186361 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b21be049-1751-4f1c-b6ea-4d69d96b9fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:15:23.193957 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b21be049-1751-4f1c-b6ea-4d69d96b9fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:23.195305 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-b21be049-1751-4f1c-b6ea-4d69d96b9fb4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/edf4030b-5605-431c-a629-ee7d92945439 HTTP/1.1" status: 204 len: 168 time: 0.2054725 Apr 07 08:15:23.525515 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332649bb-f561-4e9e-b1da-412165ffe6fb req-d64e68aa-6225-49f7-812a-fba75eb4720b tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:15:23.527186 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-332649bb-f561-4e9e-b1da-412165ffe6fb req-d64e68aa-6225-49f7-812a-fba75eb4720b tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/ports?device_id=d923e0fc-ad4b-4a25-965c-46843e285883 HTTP/1.1" status: 200 len: 944 time: 0.0940740 Apr 07 08:15:23.589511 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-332649bb-f561-4e9e-b1da-412165ffe6fb req-91737b6c-ae16-449d-9f53-7236d908dbb8 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b918a82-5644-4ef5-9132-fad41c0f185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545034 Apr 07 08:15:24.487357 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 67253010-2351-412a-8830-3ae52cae3f91 up at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 08:15:24.617912 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Provisioning for port 67253010-2351-412a-8830-3ae52cae3f91 completed by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:15:24.623055 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.provisioning_blocks [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Provisioning complete for port 67253010-2351-412a-8830-3ae52cae3f91 triggered by entity L2. {{(pid=84421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:15:24.623485 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-29534'] for port, provisioning_complete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:24.747988 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:24.777298 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd923e0fc-ad4b-4a25-965c-46843e285883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67253010-2351-412a-8830-3ae52cae3f91'}] {{(pid=84421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:15:24.787820 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] For port 67253010-2351-412a-8830-3ae52cae3f91, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=67253010-2351-412a-8830-3ae52cae3f91,segment=NetworkSegment(ea18cf93-84fc-4aff-8ee0-c34c40cb3740),segment_id=ea18cf93-84fc-4aff-8ee0-c34c40cb3740)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:15:24.793757 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a28837-e469-4a40-8e39-e89d5eebec21 req-9a18b221-58db-4e8e-b187-79bb91e5554a tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:15:24.795474 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-11a28837-e469-4a40-8e39-e89d5eebec21 req-9a18b221-58db-4e8e-b187-79bb91e5554a tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/ports?device_id=d923e0fc-ad4b-4a25-965c-46843e285883 HTTP/1.1" status: 200 len: 944 time: 0.0909810 Apr 07 08:15:24.828252 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd923e0fc-ad4b-4a25-965c-46843e285883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67253010-2351-412a-8830-3ae52cae3f91', 'code': 200} Apr 07 08:15:24.829475 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762716444548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274138774405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762716001429'] for port, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:24.832144 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:15:24.846024 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-11a28837-e469-4a40-8e39-e89d5eebec21 req-ba80470c-5658-4939-a9e1-b987c164ba53 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b918a82-5644-4ef5-9132-fad41c0f185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443323 Apr 07 08:15:24.923043 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Pushing event updated for resources: {'Port': ['ID=67253010-2351-412a-8830-3ae52cae3f91,revision_number=5']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:15:24.926208 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:15:24.950681 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-513aa6f3-1fcc-40be-ba9c-03385cc9e327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:25.135340 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d0544-9e28-4c5f-ad7f-87f22e289351 req-44a23273-e7c9-4faa-93fa-95c371553a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:15:25.136935 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-401d0544-9e28-4c5f-ad7f-87f22e289351 req-44a23273-e7c9-4faa-93fa-95c371553a72 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d923e0fc-ad4b-4a25-965c-46843e285883 HTTP/1.1" status: 200 len: 1098 time: 0.0780783 Apr 07 08:15:25.179746 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-401d0544-9e28-4c5f-ad7f-87f22e289351 req-5d1d30fb-1dd8-4ddb-b8d6-e1939a00394d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8b918a82-5644-4ef5-9132-fad41c0f185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356793 Apr 07 08:15:25.428280 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:26.058986 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9a567-9314-4ed4-b717-65d3a3ce3466 req-2c5e84ed-1db0-4b5d-a22d-d91b8d714857 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:15:26.060608 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-28d9a567-9314-4ed4-b717-65d3a3ce3466 req-2c5e84ed-1db0-4b5d-a22d-d91b8d714857 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/ports?device_id=d923e0fc-ad4b-4a25-965c-46843e285883 HTTP/1.1" status: 200 len: 945 time: 0.0918705 Apr 07 08:15:26.108398 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-28d9a567-9314-4ed4-b717-65d3a3ce3466 req-68b5788c-2280-4ecd-afd3-e1d78fbb77c9 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b918a82-5644-4ef5-9132-fad41c0f185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411611 Apr 07 08:15:26.773428 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:26.816760 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:27.306939 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f10715-a04d-4ce0-a1f8-3b883d7e6d9c req-3609ce73-410e-466d-ab33-b1d27ad72813 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:15:27.308514 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-30f10715-a04d-4ce0-a1f8-3b883d7e6d9c req-3609ce73-410e-466d-ab33-b1d27ad72813 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/ports?device_id=d923e0fc-ad4b-4a25-965c-46843e285883 HTTP/1.1" status: 200 len: 945 time: 0.0863733 Apr 07 08:15:27.359186 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-30f10715-a04d-4ce0-a1f8-3b883d7e6d9c req-994bf925-dd1d-4a1b-887c-9930262561d1 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b918a82-5644-4ef5-9132-fad41c0f185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440216 Apr 07 08:15:28.896855 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af6ae2-4a5a-4656-a9c8-7365fbf37b2d req-400f9baa-3b58-499e-b28f-165f322d41ca tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:15:28.899479 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-19af6ae2-4a5a-4656-a9c8-7365fbf37b2d req-400f9baa-3b58-499e-b28f-165f322d41ca tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/ports?device_id=d923e0fc-ad4b-4a25-965c-46843e285883 HTTP/1.1" status: 200 len: 945 time: 0.0899765 Apr 07 08:15:28.952121 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-19af6ae2-4a5a-4656-a9c8-7365fbf37b2d req-3b08085e-03e3-4050-9e63-0e4e895b0256 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b918a82-5644-4ef5-9132-fad41c0f185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439711 Apr 07 08:15:30.218394 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc23107-a643-47f7-9eee-2622c73bc9c0 req-d3b2ec3f-a533-4618-896a-676e08213cfe tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:15:30.219968 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-adc23107-a643-47f7-9eee-2622c73bc9c0 req-d3b2ec3f-a533-4618-896a-676e08213cfe tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.13 "GET /v2.0/ports?device_id=d923e0fc-ad4b-4a25-965c-46843e285883 HTTP/1.1" status: 200 len: 945 time: 0.1596732 Apr 07 08:15:30.228628 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bbfee2-fc10-4ea7-8d4b-0aa31f80b9f2 req-8ffd7412-fa66-491d-bce2-cd73e42d6302 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:15:30.230085 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-92bbfee2-fc10-4ea7-8d4b-0aa31f80b9f2 req-8ffd7412-fa66-491d-bce2-cd73e42d6302 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/ports?device_id=d923e0fc-ad4b-4a25-965c-46843e285883 HTTP/1.1" status: 200 len: 945 time: 0.1339889 Apr 07 08:15:30.333770 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-adc23107-a643-47f7-9eee-2622c73bc9c0 req-069cec6e-cb13-4ed0-93e6-a89e833cfac7 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Deleting port 67253010-2351-412a-8830-3ae52cae3f91 {{(pid=84419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:15:30.334158 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-adc23107-a643-47f7-9eee-2622c73bc9c0 req-069cec6e-cb13-4ed0-93e6-a89e833cfac7 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:30.371404 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-92bbfee2-fc10-4ea7-8d4b-0aa31f80b9f2 req-408514c1-628c-4b76-a633-90e2cafbd467 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b918a82-5644-4ef5-9132-fad41c0f185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058855 Apr 07 08:15:30.597136 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-adc23107-a643-47f7-9eee-2622c73bc9c0 req-069cec6e-cb13-4ed0-93e6-a89e833cfac7 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] For port 67253010-2351-412a-8830-3ae52cae3f91, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=67253010-2351-412a-8830-3ae52cae3f91,segment=NetworkSegment(ea18cf93-84fc-4aff-8ee0-c34c40cb3740),segment_id=ea18cf93-84fc-4aff-8ee0-c34c40cb3740)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:15:30.597463 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-adc23107-a643-47f7-9eee-2622c73bc9c0 req-069cec6e-cb13-4ed0-93e6-a89e833cfac7 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:30.733329 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-adc23107-a643-47f7-9eee-2622c73bc9c0 req-069cec6e-cb13-4ed0-93e6-a89e833cfac7 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Calling delete_port for 67253010-2351-412a-8830-3ae52cae3f91 owned by compute:nova {{(pid=84419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:15:30.936824 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-adc23107-a643-47f7-9eee-2622c73bc9c0 req-069cec6e-cb13-4ed0-93e6-a89e833cfac7 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716444531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762716001395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:30.950007 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] get_ports_and_sgs() called for port_ids ['67253010-2351-412a-8830-3ae52cae3f91'] {{(pid=84421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 08:15:30.953843 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-aab85f7a-e81f-41b8-a01d-f7d7c16c4ddc tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:15:31.014241 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069cec6e-cb13-4ed0-93e6-a89e833cfac7 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Pushing event deleted for resources: {'Port': ['ID=67253010-2351-412a-8830-3ae52cae3f91,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:15:31.019237 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-069cec6e-cb13-4ed0-93e6-a89e833cfac7 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:15:31.198459 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc23107-a643-47f7-9eee-2622c73bc9c0 req-069cec6e-cb13-4ed0-93e6-a89e833cfac7 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] No DVR routers for this DVR port 67253010-2351-412a-8830-3ae52cae3f91 on host hv-cinder-78239 {{(pid=84419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 08:15:31.200872 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-adc23107-a643-47f7-9eee-2622c73bc9c0 req-069cec6e-cb13-4ed0-93e6-a89e833cfac7 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:31.203640 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd923e0fc-ad4b-4a25-965c-46843e285883', 'name': 'network-vif-deleted', 'tag': '67253010-2351-412a-8830-3ae52cae3f91'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:15:31.252466 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd923e0fc-ad4b-4a25-965c-46843e285883', 'name': 'network-vif-deleted', 'tag': '67253010-2351-412a-8830-3ae52cae3f91', 'status': 'completed', 'code': 200} Apr 07 08:15:31.254414 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-adc23107-a643-47f7-9eee-2622c73bc9c0 req-069cec6e-cb13-4ed0-93e6-a89e833cfac7 tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.13 "DELETE /v2.0/ports/67253010-2351-412a-8830-3ae52cae3f91 HTTP/1.1" status: 204 len: 173 time: 1.0233552 Apr 07 08:15:31.548835 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-dea11dc4-cc4c-452c-bafd-b95477cceb76 req-592d036b-2e74-4f31-80b2-e7e00423ec6b tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Synchronizing usage tracker for tenant:4d459ac1cce54872864c8ca842bdbdd3 on resource:port {{(pid=84419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:15:31.593771 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-dea11dc4-cc4c-452c-bafd-b95477cceb76 req-592d036b-2e74-4f31-80b2-e7e00423ec6b tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] Unset dirty status for tenant:4d459ac1cce54872864c8ca842bdbdd3 on resource:port {{(pid=84419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:15:31.595019 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-dea11dc4-cc4c-452c-bafd-b95477cceb76 req-592d036b-2e74-4f31-80b2-e7e00423ec6b tempest-VolumesActionsTest-184919439 tempest-VolumesActionsTest-184919439-project] 10.222.0.16 "GET /v2.0/ports?device_id=d923e0fc-ad4b-4a25-965c-46843e285883 HTTP/1.1" status: 200 len: 210 time: 0.0963242 Apr 07 08:15:34.529877 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 67253010-2351-412a-8830-3ae52cae3f91 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 08:15:34.567327 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] No Port match for: 67253010-2351-412a-8830-3ae52cae3f91 {{(pid=84421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 08:15:34.567717 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 67253010-2351-412a-8830-3ae52cae3f91 not bound to the agent host hv-cinder-78239 {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 08:15:49.251397 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:52.239652 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-6aa72b76-93b1-4f62-a3de-3a0214fb0dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:54.003002 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-61eb08f0-7502-418b-aacc-cf1078b9efe0 None None] Agent healthcheck: found 6 active agents {{(pid=84422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 08:15:54.495522 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 52810) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:15:54.563938 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_v2 [None req-20149183-18f9-470c-863b-9764122461ab admin admin] Deleting subnet 82173063-0502-425e-a8b3-6632d97eaf15 {{(pid=84420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 07 08:15:54.566949 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-20149183-18f9-470c-863b-9764122461ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:54.620386 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-20149183-18f9-470c-863b-9764122461ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844264568'] for subnet, precommit_delete_associations {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:54.674443 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-20149183-18f9-470c-863b-9764122461ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4567'] for subnet, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:54.868233 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-56c72eae-7faf-44d8-a182-537ff681ce49 req-aa5cced8-e0cf-45ca-a6c4-d616c99545bc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0765448 Apr 07 08:15:54.893191 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d3ab8c0c-f1e4-45be-8d90-b091d026c974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:54.965571 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-20149183-18f9-470c-863b-9764122461ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843888187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10533487'] for subnet, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:54.981447 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:15:55.018052 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c72eae-7faf-44d8-a182-537ff681ce49 req-a1620acb-a976-4fde-8a18-da420b47564e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:15:55.019714 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-56c72eae-7faf-44d8-a182-537ff681ce49 req-a1620acb-a976-4fde-8a18-da420b47564e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cde14eed6ef14b1da39ffea20274ef05&device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 1098 time: 0.0792158 Apr 07 08:15:55.029042 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20149183-18f9-470c-863b-9764122461ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82173063-0502-425e-a8b3-6632d97eaf15,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:15:55.041002 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20149183-18f9-470c-863b-9764122461ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:15:55.041431 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20149183-18f9-470c-863b-9764122461ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:15:55.041849 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20149183-18f9-470c-863b-9764122461ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:15:55.042260 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20149183-18f9-470c-863b-9764122461ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:15:55.042689 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20149183-18f9-470c-863b-9764122461ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:15:55.043097 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20149183-18f9-470c-863b-9764122461ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:15:55.043502 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20149183-18f9-470c-863b-9764122461ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:15:55.043906 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20149183-18f9-470c-863b-9764122461ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:15:55.044310 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20149183-18f9-470c-863b-9764122461ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:15:55.044709 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20149183-18f9-470c-863b-9764122461ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:15:55.045108 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20149183-18f9-470c-863b-9764122461ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:15:55.045505 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20149183-18f9-470c-863b-9764122461ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:15:55.095461 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-20149183-18f9-470c-863b-9764122461ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:15:55.133027 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-20149183-18f9-470c-863b-9764122461ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:55.140187 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-20149183-18f9-470c-863b-9764122461ab admin admin] 10.222.0.16 "DELETE /v2.0/subnets/82173063-0502-425e-a8b3-6632d97eaf15 HTTP/1.1" status: 204 len: 168 time: 0.6434829 Apr 07 08:15:55.142780 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 52814) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:15:55.182144 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c72eae-7faf-44d8-a182-537ff681ce49 req-f8397230-e2e6-47cc-a3a2-f2ce6be71637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:15:55.183705 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-56c72eae-7faf-44d8-a182-537ff681ce49 req-f8397230-e2e6-47cc-a3a2-f2ce6be71637 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7938789-f7e8-41b4-bdae-afe72c489b83 HTTP/1.1" status: 200 len: 909 time: 0.1444104 Apr 07 08:15:55.261361 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-29f42fba-8611-450e-9bcb-1dd16fe50914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-154221'] for network, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:55.293881 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-56c72eae-7faf-44d8-a182-537ff681ce49 req-4f79778a-9911-426b-9cdc-deb6e480bd98 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1473e631-d5da-4dad-ad0c-8096a440cda1 HTTP/1.1" status: 200 len: 1001 time: 0.1038105 Apr 07 08:15:55.367478 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c72eae-7faf-44d8-a182-537ff681ce49 req-3ff2d947-ae23-4092-8e40-443103a8ca77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:15:55.369141 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-56c72eae-7faf-44d8-a182-537ff681ce49 req-3ff2d947-ae23-4092-8e40-443103a8ca77 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e6f4afdd-f373-4a97-b23d-2d71a94d2b7a HTTP/1.1" status: 200 len: 847 time: 0.0694766 Apr 07 08:15:55.430284 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:55.455780 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-29f42fba-8611-450e-9bcb-1dd16fe50914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854774442', 'neutron.services.segments.db._delete_segments_for_network--9223363274138304577'] for network, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:55.456789 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c72eae-7faf-44d8-a182-537ff681ce49 req-5c3b1154-da18-4c9a-842b-b09c7c836a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:15:55.460043 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-56c72eae-7faf-44d8-a182-537ff681ce49 req-5c3b1154-da18-4c9a-842b-b09c7c836a79 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7938789-f7e8-41b4-bdae-afe72c489b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0837715 Apr 07 08:15:55.470191 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [req-56c72eae-7faf-44d8-a182-537ff681ce49 req-9716db09-6021-4966-b3b7-cf6ea90ea208 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=84419) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 08:15:55.471357 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-56c72eae-7faf-44d8-a182-537ff681ce49 req-9716db09-6021-4966-b3b7-cf6ea90ea208 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056589 Apr 07 08:15:55.571304 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-29f42fba-8611-450e-9bcb-1dd16fe50914 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8d3a61b-7e18-4f28-881f-5db25202cddb']}} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:15:55.584987 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-29f42fba-8611-450e-9bcb-1dd16fe50914 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea18cf93-84fc-4aff-8ee0-c34c40cb3740') {'for_net_delete': True} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:15:55.585726 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-29f42fba-8611-450e-9bcb-1dd16fe50914 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea18cf93-84fc-4aff-8ee0-c34c40cb3740') {} {{(pid=84420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:15:55.598039 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-29f42fba-8611-450e-9bcb-1dd16fe50914 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762716471121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10511233'] for segment, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:55.612850 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-29f42fba-8611-450e-9bcb-1dd16fe50914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:55.616130 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-56c72eae-7faf-44d8-a182-537ff681ce49 req-bad8d854-41fd-4785-8380-2d63963ab63f service neutron] 10.222.0.13 "GET /v2.0/networks/d7938789-f7e8-41b4-bdae-afe72c489b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387887 Apr 07 08:15:55.619380 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f42fba-8611-450e-9bcb-1dd16fe50914 admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=84420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 07 08:15:55.762491 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-56c72eae-7faf-44d8-a182-537ff681ce49 req-0e06ea94-b0aa-43c4-adf1-323098ba36e1 service neutron] 10.222.0.13 "GET /v2.0/networks/d7938789-f7e8-41b4-bdae-afe72c489b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403944 Apr 07 08:15:55.804463 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-29f42fba-8611-450e-9bcb-1dd16fe50914 admin admin] Network b8d3a61b-7e18-4f28-881f-5db25202cddb has no segments {{(pid=84420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 08:15:55.813638 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-29f42fba-8611-450e-9bcb-1dd16fe50914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843888274'] for segment, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:55.992161 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-29f42fba-8611-450e-9bcb-1dd16fe50914 admin admin] Network b8d3a61b-7e18-4f28-881f-5db25202cddb has no segments {{(pid=84420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 08:15:56.014031 dv-cinder-782390-4-smb neutron-server[84306]: Traceback (most recent call last): Apr 07 08:15:56.014031 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 08:15:56.014031 dv-cinder-782390-4-smb neutron-server[84306]: timer() Apr 07 08:15:56.014031 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 08:15:56.014031 dv-cinder-782390-4-smb neutron-server[84306]: cb(*args, **kw) Apr 07 08:15:56.014031 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 07 08:15:56.014031 dv-cinder-782390-4-smb neutron-server[84306]: return func(*args, **kwargs) Apr 07 08:15:56.014031 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 08:15:56.014031 dv-cinder-782390-4-smb neutron-server[84306]: self._notify() Apr 07 08:15:56.014031 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 08:15:56.014031 dv-cinder-782390-4-smb neutron-server[84306]: self.callback(batched_events) Apr 07 08:15:56.014031 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 08:15:56.014031 dv-cinder-782390-4-smb neutron-server[84306]: event.method(event) Apr 07 08:15:56.014031 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 07 08:15:56.014031 dv-cinder-782390-4-smb neutron-server[84306]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 08:15:56.014031 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 07 08:15:56.014031 dv-cinder-782390-4-smb neutron-server[84306]: segment_id)['aggregates'][0] Apr 07 08:15:56.014031 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 07 08:15:56.014031 dv-cinder-782390-4-smb neutron-server[84306]: return f(self, *a, **k) Apr 07 08:15:56.014031 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 07 08:15:56.014031 dv-cinder-782390-4-smb neutron-server[84306]: return self._get(url).json() Apr 07 08:15:56.014031 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 08:15:56.014031 dv-cinder-782390-4-smb neutron-server[84306]: **kwargs) Apr 07 08:15:56.014031 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 08:15:56.014031 dv-cinder-782390-4-smb neutron-server[84306]: return self.request(url, 'GET', **kwargs) Apr 07 08:15:56.014031 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 07 08:15:56.014031 dv-cinder-782390-4-smb neutron-server[84306]: **endpoint_filter) Apr 07 08:15:56.014031 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 08:15:56.014031 dv-cinder-782390-4-smb neutron-server[84306]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 08:15:56.014031 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 08:15:56.014031 dv-cinder-782390-4-smb neutron-server[84306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 08:15:56.014031 dv-cinder-782390-4-smb neutron-server[84306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 08:15:56.113855 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-29f42fba-8611-450e-9bcb-1dd16fe50914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675294'] for network, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:56.117777 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:15:56.134083 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-29f42fba-8611-450e-9bcb-1dd16fe50914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for network, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:56.141272 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f42fba-8611-450e-9bcb-1dd16fe50914 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8d3a61b-7e18-4f28-881f-5db25202cddb,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:15:56.148336 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-29f42fba-8611-450e-9bcb-1dd16fe50914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:15:56.201871 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-29f42fba-8611-450e-9bcb-1dd16fe50914 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b8d3a61b-7e18-4f28-881f-5db25202cddb HTTP/1.1" status: 204 len: 168 time: 1.0574167 Apr 07 08:15:56.520795 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 52820) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:15:56.573224 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-8d68391a-c745-4e92-8d8b-259e2b7396b7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4d459ac1cce54872864c8ca842bdbdd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509856 Apr 07 08:15:56.575684 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 52824) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:15:56.637176 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ace0f609-947e-4fab-bcc6-92d2624ee196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:56.663788 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ace0f609-947e-4fab-bcc6-92d2624ee196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:56.755860 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ace0f609-947e-4fab-bcc6-92d2624ee196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:56.762258 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-999c1cee-db9b-43ef-9bb3-94baea3278a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:15:56.778662 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0f609-947e-4fab-bcc6-92d2624ee196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b918a82-5644-4ef5-9132-fad41c0f185f,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:15:56.781629 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-ace0f609-947e-4fab-bcc6-92d2624ee196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:15:56.802403 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:56.804428 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:56.852839 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ace0f609-947e-4fab-bcc6-92d2624ee196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:15:56.854013 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-ace0f609-947e-4fab-bcc6-92d2624ee196 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b918a82-5644-4ef5-9132-fad41c0f185f HTTP/1.1" status: 204 len: 168 time: 0.2773628 Apr 07 08:16:01.985796 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 52830) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:16:02.198465 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-f23a0cf9-1c78-4e5e-98cc-02fba1aa7f26 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Deleting port 0ec9ab78-bf49-4589-9afd-b9dfac1d50c0 {{(pid=84420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:16:02.198870 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f23a0cf9-1c78-4e5e-98cc-02fba1aa7f26 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:02.377842 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f23a0cf9-1c78-4e5e-98cc-02fba1aa7f26 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:02.378211 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f23a0cf9-1c78-4e5e-98cc-02fba1aa7f26 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:02.508033 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-f23a0cf9-1c78-4e5e-98cc-02fba1aa7f26 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Calling delete_port for 0ec9ab78-bf49-4589-9afd-b9dfac1d50c0 owned by network:floatingip {{(pid=84420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:16:02.765338 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f23a0cf9-1c78-4e5e-98cc-02fba1aa7f26 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716444531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762716001395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10887448'] for port, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:02.780742 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-00e0039c-6dac-45e8-ae17-f6cf0a8ecf2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:16:02.839349 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a0cf9-1c78-4e5e-98cc-02fba1aa7f26 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Pushing event deleted for resources: {'Port': ['ID=0ec9ab78-bf49-4589-9afd-b9dfac1d50c0,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:16:02.885771 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f23a0cf9-1c78-4e5e-98cc-02fba1aa7f26 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:16:03.275666 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f23a0cf9-1c78-4e5e-98cc-02fba1aa7f26 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks [] for floatingip, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:03.276288 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.db.l3_db [None req-f23a0cf9-1c78-4e5e-98cc-02fba1aa7f26 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Floating IP f97c4284-e109-4300-a25a-9f0c7447bdba disassociated (deleted). External IP: 172.28.3.235, port: 1473e631-d5da-4dad-ad0c-8096a440cda1. Apr 07 08:16:03.647858 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23a0cf9-1c78-4e5e-98cc-02fba1aa7f26 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Router daf58490-32d1-4571-8059-4893a68795c1 has already been hosted by L3 agent 9e1c8038-06ec-4f38-a606-610b3381902d {{(pid=84420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 08:16:03.835305 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23a0cf9-1c78-4e5e-98cc-02fba1aa7f26 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify agent at l3_agent.dv-cinder-782390-4-smb the message routers_updated {{(pid=84420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 08:16:03.844786 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2a0674-1f61-45c9-9c4c-02b809f81197 None None] Sync routers for ids ['daf58490-32d1-4571-8059-4893a68795c1'] in dv-cinder-782390-4-smb {{(pid=84421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 08:16:03.855380 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2a0674-1f61-45c9-9c4c-02b809f81197 None None] Routers {'daf58490-32d1-4571-8059-4893a68795c1'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:16:03.859744 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-6c2a0674-1f61-45c9-9c4c-02b809f81197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:15:55Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['daf58490-32d1-4571-8059-4893a68795c1'], 'active': True} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:16:03.887408 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f23a0cf9-1c78-4e5e-98cc-02fba1aa7f26 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for floatingip, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:03.945574 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-f23a0cf9-1c78-4e5e-98cc-02fba1aa7f26 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "DELETE /v2.0/floatingips/f97c4284-e109-4300-a25a-9f0c7447bdba HTTP/1.1" status: 204 len: 168 time: 1.9586055 Apr 07 08:16:03.946264 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5151bbe-372f-4eb7-8595-558f7001bc5e', 'tag': '1473e631-d5da-4dad-ad0c-8096a440cda1'}] {{(pid=84420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:16:04.053139 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-6c2a0674-1f61-45c9-9c4c-02b809f81197 None None] Set router daf58490-32d1-4571-8059-4893a68795c1 gateway port host: dv-cinder-782390-4-smb {{(pid=84421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:16:04.203842 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5151bbe-372f-4eb7-8595-558f7001bc5e', 'tag': '1473e631-d5da-4dad-ad0c-8096a440cda1', 'status': 'completed', 'code': 200} Apr 07 08:16:04.406245 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-6c2a0674-1f61-45c9-9c4c-02b809f81197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf58490-32d1-4571-8059-4893a68795c1', 'name': 'tempest-TestShelveInstance-532595244-router', 'tenant_id': 'cde14eed6ef14b1da39ffea20274ef05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '84186b09-1b5d-4c05-bd81-61cf66e1ad5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:11:32Z', 'updated_at': '2021-04-07T08:11:38Z', 'revision_number': 4, 'project_id': 'cde14eed6ef14b1da39ffea20274ef05', 'gw_port': {'id': '84186b09-1b5d-4c05-bd81-61cf66e1ad5d', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf58490-32d1-4571-8059-4893a68795c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:11:33Z', 'updated_at': '2021-04-07T08:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': '8b36b7b3-e958-463b-8741-e81bf5040c3b', 'name': '', 'network_id': 'd7938789-f7e8-41b4-bdae-afe72c489b83', 'tenant_id': 'cde14eed6ef14b1da39ffea20274ef05', 'mac_address': 'fa:16:3e:c3:16:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf58490-32d1-4571-8059-4893a68795c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e6f4afdd-f373-4a97-b23d-2d71a94d2b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:11:37Z', 'updated_at': '2021-04-07T08:11:46Z', 'revision_number': 5, 'project_id': 'cde14eed6ef14b1da39ffea20274ef05', 'subnets': [{'id': 'e6f4afdd-f373-4a97-b23d-2d71a94d2b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:16:04.410430 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2a0674-1f61-45c9-9c4c-02b809f81197 None None] Checking router: daf58490-32d1-4571-8059-4893a68795c1 for host: dv-cinder-782390-4-smb {{(pid=84421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 08:16:04.420175 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2a0674-1f61-45c9-9c4c-02b809f81197 None None] Routers {'daf58490-32d1-4571-8059-4893a68795c1'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:16:04.420845 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-6c2a0674-1f61-45c9-9c4c-02b809f81197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:15:55Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['daf58490-32d1-4571-8059-4893a68795c1'], 'active': True} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:16:04.442184 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d953c3e-362b-4630-85f8-09b45f0ad4e5 req-0024c11d-f272-4d45-a5e2-0dc2d0f1157d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:16:04.443841 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-6d953c3e-362b-4630-85f8-09b45f0ad4e5 req-0024c11d-f272-4d45-a5e2-0dc2d0f1157d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cde14eed6ef14b1da39ffea20274ef05&device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 1098 time: 0.2237990 Apr 07 08:16:04.514550 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db299f-5ebc-42c6-bb39-031717989fd8 req-a44d6328-d097-42e5-8718-9a64e819bcf5 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:16:04.515350 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-40db299f-5ebc-42c6-bb39-031717989fd8 req-a44d6328-d097-42e5-8718-9a64e819bcf5 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Synchronizing usage tracker for tenant:cde14eed6ef14b1da39ffea20274ef05 on resource:port {{(pid=84420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:16:04.567233 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-40db299f-5ebc-42c6-bb39-031717989fd8 req-a44d6328-d097-42e5-8718-9a64e819bcf5 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Unset dirty status for tenant:cde14eed6ef14b1da39ffea20274ef05 on resource:port {{(pid=84420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:16:04.568688 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-40db299f-5ebc-42c6-bb39-031717989fd8 req-a44d6328-d097-42e5-8718-9a64e819bcf5 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 945 time: 0.2228777 Apr 07 08:16:04.590591 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d953c3e-362b-4630-85f8-09b45f0ad4e5 req-84063aba-a1ae-4df7-9dc0-45b4c18dbc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:16:04.592233 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-6d953c3e-362b-4630-85f8-09b45f0ad4e5 req-84063aba-a1ae-4df7-9dc0-45b4c18dbc53 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7938789-f7e8-41b4-bdae-afe72c489b83 HTTP/1.1" status: 200 len: 909 time: 0.1405287 Apr 07 08:16:04.616611 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-6c2a0674-1f61-45c9-9c4c-02b809f81197 None None] Set router daf58490-32d1-4571-8059-4893a68795c1 gateway port host: dv-cinder-782390-4-smb {{(pid=84421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:16:04.623220 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-40db299f-5ebc-42c6-bb39-031717989fd8 req-ad2be1b8-c1ab-4e80-af04-78136c95bd96 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/security-groups?id=600cb730-9d25-44d0-bd12-fd993d7b4495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474901 Apr 07 08:16:04.672712 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-6d953c3e-362b-4630-85f8-09b45f0ad4e5 req-89705dd6-2e9b-4c29-985d-55e74a9d1367 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1473e631-d5da-4dad-ad0c-8096a440cda1 HTTP/1.1" status: 200 len: 217 time: 0.0733507 Apr 07 08:16:04.748055 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d953c3e-362b-4630-85f8-09b45f0ad4e5 req-38f8f700-cc93-4f01-98d1-5808fd4351b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:16:04.748575 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-6d953c3e-362b-4630-85f8-09b45f0ad4e5 req-38f8f700-cc93-4f01-98d1-5808fd4351b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e6f4afdd-f373-4a97-b23d-2d71a94d2b7a HTTP/1.1" status: 200 len: 847 time: 0.0685771 Apr 07 08:16:04.832945 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d953c3e-362b-4630-85f8-09b45f0ad4e5 req-09951c5f-6fd2-417e-8b83-ba033bed05fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:16:04.834573 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-6d953c3e-362b-4630-85f8-09b45f0ad4e5 req-09951c5f-6fd2-417e-8b83-ba033bed05fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7938789-f7e8-41b4-bdae-afe72c489b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0788114 Apr 07 08:16:04.986802 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-6d953c3e-362b-4630-85f8-09b45f0ad4e5 req-202302d8-69a6-4e53-88a8-2bb7a0596487 service neutron] 10.222.0.13 "GET /v2.0/networks/d7938789-f7e8-41b4-bdae-afe72c489b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448536 Apr 07 08:16:05.117761 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-6c2a0674-1f61-45c9-9c4c-02b809f81197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf58490-32d1-4571-8059-4893a68795c1', 'name': 'tempest-TestShelveInstance-532595244-router', 'tenant_id': 'cde14eed6ef14b1da39ffea20274ef05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '84186b09-1b5d-4c05-bd81-61cf66e1ad5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:11:32Z', 'updated_at': '2021-04-07T08:11:38Z', 'revision_number': 4, 'project_id': 'cde14eed6ef14b1da39ffea20274ef05', 'gw_port': {'id': '84186b09-1b5d-4c05-bd81-61cf66e1ad5d', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf58490-32d1-4571-8059-4893a68795c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:11:33Z', 'updated_at': '2021-04-07T08:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': '8b36b7b3-e958-463b-8741-e81bf5040c3b', 'name': '', 'network_id': 'd7938789-f7e8-41b4-bdae-afe72c489b83', 'tenant_id': 'cde14eed6ef14b1da39ffea20274ef05', 'mac_address': 'fa:16:3e:c3:16:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf58490-32d1-4571-8059-4893a68795c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e6f4afdd-f373-4a97-b23d-2d71a94d2b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:11:37Z', 'updated_at': '2021-04-07T08:11:46Z', 'revision_number': 5, 'project_id': 'cde14eed6ef14b1da39ffea20274ef05', 'subnets': [{'id': 'e6f4afdd-f373-4a97-b23d-2d71a94d2b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:16:05.122026 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2a0674-1f61-45c9-9c4c-02b809f81197 None None] The sync data for ids ['daf58490-32d1-4571-8059-4893a68795c1'] in dv-cinder-782390-4-smb is: [{'id': 'daf58490-32d1-4571-8059-4893a68795c1', 'name': 'tempest-TestShelveInstance-532595244-router', 'tenant_id': 'cde14eed6ef14b1da39ffea20274ef05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '84186b09-1b5d-4c05-bd81-61cf66e1ad5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:11:32Z', 'updated_at': '2021-04-07T08:11:38Z', 'revision_number': 4, 'project_id': 'cde14eed6ef14b1da39ffea20274ef05', 'gw_port': {'id': '84186b09-1b5d-4c05-bd81-61cf66e1ad5d', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf58490-32d1-4571-8059-4893a68795c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:11:33Z', 'updated_at': '2021-04-07T08:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb', '_interfaces': [{'id': '8b36b7b3-e958-463b-8741-e81bf5040c3b', 'name': '', 'network_id': 'd7938789-f7e8-41b4-bdae-afe72c489b83', 'tenant_id': 'cde14eed6ef14b1da39ffea20274ef05', 'mac_address': 'fa:16:3e:c3:16:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf58490-32d1-4571-8059-4893a68795c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e6f4afdd-f373-4a97-b23d-2d71a94d2b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:11:37Z', 'updated_at': '2021-04-07T08:11:46Z', 'revision_number': 5, 'project_id': 'cde14eed6ef14b1da39ffea20274ef05', 'subnets': [{'id': 'e6f4afdd-f373-4a97-b23d-2d71a94d2b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 08:16:05.132252 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-6d953c3e-362b-4630-85f8-09b45f0ad4e5 req-6e43ad95-8003-4a29-85e7-317d1e644578 service neutron] 10.222.0.13 "GET /v2.0/networks/d7938789-f7e8-41b4-bdae-afe72c489b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374946 Apr 07 08:16:05.529531 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f26081-6dab-4024-aa81-57fcb335f537 None None] New status for floating IP f97c4284-e109-4300-a25a-9f0c7447bdba: DOWN {{(pid=84422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 07 08:16:05.719587 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eed3a9-079b-4334-967f-8394d4eca398 req-fc69704b-c3bd-400e-ae32-822dab1dd24e tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:16:05.721156 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-97eed3a9-079b-4334-967f-8394d4eca398 req-fc69704b-c3bd-400e-ae32-822dab1dd24e tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 945 time: 0.0947590 Apr 07 08:16:06.043877 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-97eed3a9-079b-4334-967f-8394d4eca398 req-934b5f58-f5ac-4709-a766-b648d27d9e71 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Deleting port 1473e631-d5da-4dad-ad0c-8096a440cda1 {{(pid=84419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:16:06.044266 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-97eed3a9-079b-4334-967f-8394d4eca398 req-934b5f58-f5ac-4709-a766-b648d27d9e71 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:06.319666 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8d8b9-1860-4a4d-9d1a-b1daf5384219 req-e81fa42b-5581-479f-9d76-8262d7b2fb31 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 08:16:06.321386 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-48c8d8b9-1860-4a4d-9d1a-b1daf5384219 req-e81fa42b-5581-479f-9d76-8262d7b2fb31 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 945 time: 0.3178620 Apr 07 08:16:06.408106 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-48c8d8b9-1860-4a4d-9d1a-b1daf5384219 req-5a57739d-627c-4a72-aea1-12b47a313211 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/security-groups?id=600cb730-9d25-44d0-bd12-fd993d7b4495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781968 Apr 07 08:16:06.415411 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [req-97eed3a9-079b-4334-967f-8394d4eca398 req-934b5f58-f5ac-4709-a766-b648d27d9e71 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] For port 1473e631-d5da-4dad-ad0c-8096a440cda1, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=1473e631-d5da-4dad-ad0c-8096a440cda1,segment=NetworkSegment(3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9),segment_id=3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:16:06.415811 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-97eed3a9-079b-4334-967f-8394d4eca398 req-934b5f58-f5ac-4709-a766-b648d27d9e71 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:06.551167 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [req-97eed3a9-079b-4334-967f-8394d4eca398 req-934b5f58-f5ac-4709-a766-b648d27d9e71 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Calling delete_port for 1473e631-d5da-4dad-ad0c-8096a440cda1 owned by compute:nova {{(pid=84419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:16:06.738652 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-97eed3a9-079b-4334-967f-8394d4eca398 req-934b5f58-f5ac-4709-a766-b648d27d9e71 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716444531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762716001395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:06.754348 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c97362b8-0bac-4410-b1c0-81269e8a0582 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:16:06.811973 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b5f58-f5ac-4709-a766-b648d27d9e71 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Pushing event deleted for resources: {'Port': ['ID=1473e631-d5da-4dad-ad0c-8096a440cda1,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:16:06.868835 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b5f58-f5ac-4709-a766-b648d27d9e71 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:16:06.869249 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b5f58-f5ac-4709-a766-b648d27d9e71 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:16:06.869659 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b5f58-f5ac-4709-a766-b648d27d9e71 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:16:06.870062 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b5f58-f5ac-4709-a766-b648d27d9e71 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:16:06.870462 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b5f58-f5ac-4709-a766-b648d27d9e71 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:16:06.870885 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b5f58-f5ac-4709-a766-b648d27d9e71 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:16:06.871287 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b5f58-f5ac-4709-a766-b648d27d9e71 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:16:06.871677 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b5f58-f5ac-4709-a766-b648d27d9e71 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:16:06.872068 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b5f58-f5ac-4709-a766-b648d27d9e71 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:16:06.872459 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b5f58-f5ac-4709-a766-b648d27d9e71 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:16:06.872846 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b5f58-f5ac-4709-a766-b648d27d9e71 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:16:06.873233 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b5f58-f5ac-4709-a766-b648d27d9e71 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-smb {{(pid=84419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 08:16:06.880412 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-934b5f58-f5ac-4709-a766-b648d27d9e71 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:16:07.011822 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [req-97eed3a9-079b-4334-967f-8394d4eca398 req-934b5f58-f5ac-4709-a766-b648d27d9e71 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] No DVR routers for this DVR port 1473e631-d5da-4dad-ad0c-8096a440cda1 on host hv-cinder-78239 {{(pid=84419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 08:16:07.014201 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [req-97eed3a9-079b-4334-967f-8394d4eca398 req-934b5f58-f5ac-4709-a766-b648d27d9e71 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3073'] for port, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:07.016942 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5151bbe-372f-4eb7-8595-558f7001bc5e', 'name': 'network-vif-deleted', 'tag': '1473e631-d5da-4dad-ad0c-8096a440cda1'}] {{(pid=84419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 08:16:07.059388 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-97eed3a9-079b-4334-967f-8394d4eca398 req-934b5f58-f5ac-4709-a766-b648d27d9e71 tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.13 "DELETE /v2.0/ports/1473e631-d5da-4dad-ad0c-8096a440cda1 HTTP/1.1" status: 204 len: 173 time: 1.3328097 Apr 07 08:16:07.125543 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5151bbe-372f-4eb7-8595-558f7001bc5e', 'name': 'network-vif-deleted', 'tag': '1473e631-d5da-4dad-ad0c-8096a440cda1', 'status': 'completed', 'code': 200} Apr 07 08:16:07.576187 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-e2d87a6e-e6bf-4c30-b95c-9ec436f9fc27 req-8337d988-1f3e-4eef-b59f-d0941307777a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Synchronizing usage tracker for tenant:cde14eed6ef14b1da39ffea20274ef05 on resource:port {{(pid=84419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 08:16:07.696627 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.quota.resource [req-e2d87a6e-e6bf-4c30-b95c-9ec436f9fc27 req-8337d988-1f3e-4eef-b59f-d0941307777a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Unset dirty status for tenant:cde14eed6ef14b1da39ffea20274ef05 on resource:port {{(pid=84419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 08:16:07.697992 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [req-e2d87a6e-e6bf-4c30-b95c-9ec436f9fc27 req-8337d988-1f3e-4eef-b59f-d0941307777a tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5151bbe-372f-4eb7-8595-558f7001bc5e HTTP/1.1" status: 200 len: 210 time: 0.1731369 Apr 07 08:16:08.727938 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 1473e631-d5da-4dad-ad0c-8096a440cda1 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 08:16:08.765364 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] No Port match for: 1473e631-d5da-4dad-ad0c-8096a440cda1 {{(pid=84421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 08:16:08.765763 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Device 1473e631-d5da-4dad-ad0c-8096a440cda1 not bound to the agent host hv-cinder-78239 {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 08:16:08.802153 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 52860) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:16:08.874060 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d84a44e9-180d-4cd8-b9d7-4b80edf4756e tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:08.905014 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d84a44e9-180d-4cd8-b9d7-4b80edf4756e tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:08.995530 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d84a44e9-180d-4cd8-b9d7-4b80edf4756e tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:09.000792 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-37287703-e441-4753-befc-1cc18ada64b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:16:09.017594 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a44e9-180d-4cd8-b9d7-4b80edf4756e tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=600cb730-9d25-44d0-bd12-fd993d7b4495,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:16:09.020122 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d84a44e9-180d-4cd8-b9d7-4b80edf4756e tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:16:09.070223 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d84a44e9-180d-4cd8-b9d7-4b80edf4756e tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:09.071487 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-d84a44e9-180d-4cd8-b9d7-4b80edf4756e tempest-TestShelveInstance-1136595230 tempest-TestShelveInstance-1136595230-project] 10.222.0.16 "DELETE /v2.0/security-groups/600cb730-9d25-44d0-bd12-fd993d7b4495 HTTP/1.1" status: 204 len: 168 time: 0.2682405 Apr 07 08:16:09.140778 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 52866) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:16:09.709343 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ebad084b-1e65-40f0-ba1b-f5afc7d89a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854102931'] for router_interface, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:10.073057 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-ebad084b-1e65-40f0-ba1b-f5afc7d89a45 admin admin] Deleting port 8b36b7b3-e958-463b-8741-e81bf5040c3b {{(pid=84419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:16:10.073646 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ebad084b-1e65-40f0-ba1b-f5afc7d89a45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:10.252269 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-ebad084b-1e65-40f0-ba1b-f5afc7d89a45 admin admin] For port 8b36b7b3-e958-463b-8741-e81bf5040c3b, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=8b36b7b3-e958-463b-8741-e81bf5040c3b,segment=NetworkSegment(3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9),segment_id=3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:16:10.252664 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ebad084b-1e65-40f0-ba1b-f5afc7d89a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:10.387246 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-ebad084b-1e65-40f0-ba1b-f5afc7d89a45 admin admin] Calling delete_port for 8b36b7b3-e958-463b-8741-e81bf5040c3b owned by network:router_interface {{(pid=84419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:16:10.584143 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ebad084b-1e65-40f0-ba1b-f5afc7d89a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716444531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762716001395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:10.599627 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-5cf1cbcc-104a-49c5-a319-17ff38d21b53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:16:10.653540 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad084b-1e65-40f0-ba1b-f5afc7d89a45 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b36b7b3-e958-463b-8741-e81bf5040c3b,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:16:10.657330 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-ebad084b-1e65-40f0-ba1b-f5afc7d89a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:16:11.037496 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ebad084b-1e65-40f0-ba1b-f5afc7d89a45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854105160'] for router_interface, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:11.785124 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebad084b-1e65-40f0-ba1b-f5afc7d89a45 admin admin] Router daf58490-32d1-4571-8059-4893a68795c1 has already been hosted by L3 agent 9e1c8038-06ec-4f38-a606-610b3381902d {{(pid=84419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 08:16:11.970866 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebad084b-1e65-40f0-ba1b-f5afc7d89a45 admin admin] Notify agent at l3_agent.dv-cinder-782390-4-smb the message routers_updated {{(pid=84419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 08:16:11.979780 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51db67cd-ec72-4075-a9ea-ac364ad3e805 None None] Sync routers for ids ['daf58490-32d1-4571-8059-4893a68795c1'] in dv-cinder-782390-4-smb {{(pid=84421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 08:16:11.990309 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51db67cd-ec72-4075-a9ea-ac364ad3e805 None None] Routers {'daf58490-32d1-4571-8059-4893a68795c1'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:16:11.991563 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-51db67cd-ec72-4075-a9ea-ac364ad3e805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:15:55Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['daf58490-32d1-4571-8059-4893a68795c1'], 'active': True} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:16:12.018204 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-ebad084b-1e65-40f0-ba1b-f5afc7d89a45 admin admin] 10.222.0.16 "PUT /v2.0/routers/daf58490-32d1-4571-8059-4893a68795c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8762369 Apr 07 08:16:12.020838 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 52870) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:16:12.180958 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-51db67cd-ec72-4075-a9ea-ac364ad3e805 None None] Set router daf58490-32d1-4571-8059-4893a68795c1 gateway port host: dv-cinder-782390-4-smb {{(pid=84421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:16:12.206847 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8d232ee6-13fa-4848-9551-f7c7cf319b29 admin admin] Notify callbacks [] for router, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:12.398890 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8d232ee6-13fa-4848-9551-f7c7cf319b29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:12.453067 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-8d232ee6-13fa-4848-9551-f7c7cf319b29 admin admin] Deleting port 84186b09-1b5d-4c05-bd81-61cf66e1ad5d {{(pid=84419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:16:12.453386 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8d232ee6-13fa-4848-9551-f7c7cf319b29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:12.493339 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-51db67cd-ec72-4075-a9ea-ac364ad3e805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf58490-32d1-4571-8059-4893a68795c1', 'name': 'tempest-TestShelveInstance-532595244-router', 'tenant_id': 'cde14eed6ef14b1da39ffea20274ef05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '84186b09-1b5d-4c05-bd81-61cf66e1ad5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:11:32Z', 'updated_at': '2021-04-07T08:16:10Z', 'revision_number': 5, 'project_id': 'cde14eed6ef14b1da39ffea20274ef05', 'gw_port': {'id': '84186b09-1b5d-4c05-bd81-61cf66e1ad5d', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf58490-32d1-4571-8059-4893a68795c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:11:33Z', 'updated_at': '2021-04-07T08:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb'}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:16:12.497467 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51db67cd-ec72-4075-a9ea-ac364ad3e805 None None] Checking router: daf58490-32d1-4571-8059-4893a68795c1 for host: dv-cinder-782390-4-smb {{(pid=84421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 08:16:12.506926 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51db67cd-ec72-4075-a9ea-ac364ad3e805 None None] Routers {'daf58490-32d1-4571-8059-4893a68795c1'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:16:12.507589 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-51db67cd-ec72-4075-a9ea-ac364ad3e805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:15:55Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['daf58490-32d1-4571-8059-4893a68795c1'], 'active': True} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:16:12.645362 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-8d232ee6-13fa-4848-9551-f7c7cf319b29 admin admin] For port 84186b09-1b5d-4c05-bd81-61cf66e1ad5d, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=84186b09-1b5d-4c05-bd81-61cf66e1ad5d,segment=NetworkSegment(1cadf7a7-5200-427f-84ab-5b34fedab1ff),segment_id=1cadf7a7-5200-427f-84ab-5b34fedab1ff)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:16:12.645761 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8d232ee6-13fa-4848-9551-f7c7cf319b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:12.666888 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-51db67cd-ec72-4075-a9ea-ac364ad3e805 None None] Set router daf58490-32d1-4571-8059-4893a68795c1 gateway port host: None {{(pid=84421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:16:12.781462 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-51db67cd-ec72-4075-a9ea-ac364ad3e805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf58490-32d1-4571-8059-4893a68795c1', 'name': 'tempest-TestShelveInstance-532595244-router', 'tenant_id': 'cde14eed6ef14b1da39ffea20274ef05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:11:32Z', 'updated_at': '2021-04-07T08:16:12Z', 'revision_number': 6, 'project_id': 'cde14eed6ef14b1da39ffea20274ef05', 'gw_port_host': None}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:16:12.781705 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-8d232ee6-13fa-4848-9551-f7c7cf319b29 admin admin] Calling delete_port for 84186b09-1b5d-4c05-bd81-61cf66e1ad5d owned by network:router_gateway {{(pid=84419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:16:12.785619 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51db67cd-ec72-4075-a9ea-ac364ad3e805 None None] The sync data for ids ['daf58490-32d1-4571-8059-4893a68795c1'] in dv-cinder-782390-4-smb is: [{'id': 'daf58490-32d1-4571-8059-4893a68795c1', 'name': 'tempest-TestShelveInstance-532595244-router', 'tenant_id': 'cde14eed6ef14b1da39ffea20274ef05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:11:32Z', 'updated_at': '2021-04-07T08:16:12Z', 'revision_number': 6, 'project_id': 'cde14eed6ef14b1da39ffea20274ef05', 'gw_port_host': None}] {{(pid=84421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 08:16:13.001391 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8d232ee6-13fa-4848-9551-f7c7cf319b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716444531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762716001395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:13.017673 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b96ea239-e2dc-4ac1-bb19-4be2635372c6 tempest-AttachVolumeTestJSON-907050873 tempest-AttachVolumeTestJSON-907050873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:16:13.077646 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d232ee6-13fa-4848-9551-f7c7cf319b29 admin admin] Pushing event deleted for resources: {'Port': ['ID=84186b09-1b5d-4c05-bd81-61cf66e1ad5d,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:16:13.080544 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-8d232ee6-13fa-4848-9551-f7c7cf319b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:16:13.294925 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8d232ee6-13fa-4848-9551-f7c7cf319b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854100552'] for router_gateway, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:13.481571 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8d232ee6-13fa-4848-9551-f7c7cf319b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854768484'] for router, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:13.484067 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8d232ee6-13fa-4848-9551-f7c7cf319b29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:13.813345 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8d232ee6-13fa-4848-9551-f7c7cf319b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672643'] for router, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:13.814011 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d232ee6-13fa-4848-9551-f7c7cf319b29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router daf58490-32d1-4571-8059-4893a68795c1 {{(pid=84419) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 07 08:16:13.830558 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-8d232ee6-13fa-4848-9551-f7c7cf319b29 admin admin] Notify callbacks [] for router, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:13.836084 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-8d232ee6-13fa-4848-9551-f7c7cf319b29 admin admin] 10.222.0.16 "DELETE /v2.0/routers/daf58490-32d1-4571-8059-4893a68795c1 HTTP/1.1" status: 204 len: 168 time: 1.8111093 Apr 07 08:16:13.836458 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 52874) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:16:13.917726 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_v2 [None req-775af007-929c-4b16-a554-242d9073ca28 admin admin] Deleting subnet e6f4afdd-f373-4a97-b23d-2d71a94d2b7a {{(pid=84419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 07 08:16:13.921111 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-775af007-929c-4b16-a554-242d9073ca28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:13.980269 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-775af007-929c-4b16-a554-242d9073ca28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853530688'] for subnet, precommit_delete_associations {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:14.066013 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-775af007-929c-4b16-a554-242d9073ca28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4567'] for subnet, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:14.440973 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 8b36b7b3-e958-463b-8741-e81bf5040c3b no longer exists at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 08:16:14.482573 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] No Port match for: 8b36b7b3-e958-463b-8741-e81bf5040c3b {{(pid=84421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 08:16:14.482993 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 8b36b7b3-e958-463b-8741-e81bf5040c3b not bound to the agent host dv-cinder-782390-4-smb {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 08:16:14.483461 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 84186b09-1b5d-4c05-bd81-61cf66e1ad5d no longer exists at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 08:16:14.518802 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] No Port match for: 84186b09-1b5d-4c05-bd81-61cf66e1ad5d {{(pid=84421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 08:16:14.519202 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 84186b09-1b5d-4c05-bd81-61cf66e1ad5d not bound to the agent host dv-cinder-782390-4-smb {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 08:16:14.630344 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-775af007-929c-4b16-a554-242d9073ca28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10963498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10521157'] for subnet, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:14.644841 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:16:14.692526 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775af007-929c-4b16-a554-242d9073ca28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6f4afdd-f373-4a97-b23d-2d71a94d2b7a,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:16:14.696968 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-775af007-929c-4b16-a554-242d9073ca28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:16:14.782544 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-775af007-929c-4b16-a554-242d9073ca28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for subnet, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:14.788810 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98daa923-2161-4b8b-97bd-2118672ed92b None None] Network d7938789-f7e8-41b4-bdae-afe72c489b83 requested from dv-cinder-782390-4-smb {{(pid=84421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 08:16:14.789877 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-775af007-929c-4b16-a554-242d9073ca28 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e6f4afdd-f373-4a97-b23d-2d71a94d2b7a HTTP/1.1" status: 204 len: 168 time: 0.9523818 Apr 07 08:16:14.792489 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 52878) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:16:15.055059 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980253c5-198d-4317-b63c-af75d5987678 None None] DHCP port deletion for d7938789-f7e8-41b4-bdae-afe72c489b83 request from dv-cinder-782390-4-smb {{(pid=84421) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 07 08:16:15.059847 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-980253c5-198d-4317-b63c-af75d5987678 None None] Deleting port e89b2f7d-5fe5-4d7b-8f55-ff687cad1b93 {{(pid=84421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:16:15.060267 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-980253c5-198d-4317-b63c-af75d5987678 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:15.158436 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a2e300d2-be56-4b98-a398-30fa7ea9448d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-154221'] for network, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:15.230511 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-a2e300d2-be56-4b98-a398-30fa7ea9448d admin admin] Deleting port e89b2f7d-5fe5-4d7b-8f55-ff687cad1b93 {{(pid=84419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:16:15.230934 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a2e300d2-be56-4b98-a398-30fa7ea9448d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:15.285154 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-980253c5-198d-4317-b63c-af75d5987678 None None] For port e89b2f7d-5fe5-4d7b-8f55-ff687cad1b93, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=e89b2f7d-5fe5-4d7b-8f55-ff687cad1b93,segment=NetworkSegment(3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9),segment_id=3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:16:15.285551 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-980253c5-198d-4317-b63c-af75d5987678 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:15.420611 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-980253c5-198d-4317-b63c-af75d5987678 None None] Calling delete_port for e89b2f7d-5fe5-4d7b-8f55-ff687cad1b93 owned by network:dhcp {{(pid=84421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:16:15.449706 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-a2e300d2-be56-4b98-a398-30fa7ea9448d admin admin] For port e89b2f7d-5fe5-4d7b-8f55-ff687cad1b93, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=e89b2f7d-5fe5-4d7b-8f55-ff687cad1b93,segment=NetworkSegment(3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9),segment_id=3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:16:15.450112 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a2e300d2-be56-4b98-a398-30fa7ea9448d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:15.527326 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-980253c5-198d-4317-b63c-af75d5987678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716444531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762716001395'] for port, after_delete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:15.540910 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:16:15.588276 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-a2e300d2-be56-4b98-a398-30fa7ea9448d admin admin] Calling delete_port for e89b2f7d-5fe5-4d7b-8f55-ff687cad1b93 owned by network:dhcp {{(pid=84419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:16:15.597859 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980253c5-198d-4317-b63c-af75d5987678 None None] Pushing event deleted for resources: {'Port': ['ID=e89b2f7d-5fe5-4d7b-8f55-ff687cad1b93,revision_number=None']} {{(pid=84421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:16:15.602171 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-980253c5-198d-4317-b63c-af75d5987678 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:16:15.668401 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.db.api [None req-a2e300d2-be56-4b98-a398-30fa7ea9448d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84419) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 07 08:16:15.668768 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_db.api [None req-a2e300d2-be56-4b98-a398-30fa7ea9448d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 07 08:16:15.685495 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980253c5-198d-4317-b63c-af75d5987678 None None] No DVR routers for this DVR port e89b2f7d-5fe5-4d7b-8f55-ff687cad1b93 on host dv-cinder-782390-4-smb {{(pid=84421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 08:16:16.169579 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-a2e300d2-be56-4b98-a398-30fa7ea9448d admin admin] Deleting port e89b2f7d-5fe5-4d7b-8f55-ff687cad1b93 {{(pid=84419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:16:16.170111 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a2e300d2-be56-4b98-a398-30fa7ea9448d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:16.247049 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-a2e300d2-be56-4b98-a398-30fa7ea9448d admin admin] The port 'e89b2f7d-5fe5-4d7b-8f55-ff687cad1b93' was deleted {{(pid=84419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 07 08:16:16.372552 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a2e300d2-be56-4b98-a398-30fa7ea9448d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854774442', 'neutron.services.segments.db._delete_segments_for_network--9223363274138304577'] for network, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:16.435008 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device e89b2f7d-5fe5-4d7b-8f55-ff687cad1b93 no longer exists at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 08:16:16.472188 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] No Port match for: e89b2f7d-5fe5-4d7b-8f55-ff687cad1b93 {{(pid=84421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 08:16:16.472582 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device e89b2f7d-5fe5-4d7b-8f55-ff687cad1b93 not bound to the agent host dv-cinder-782390-4-smb {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 08:16:16.490949 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-a2e300d2-be56-4b98-a398-30fa7ea9448d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7938789-f7e8-41b4-bdae-afe72c489b83']}} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:16:16.503684 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-a2e300d2-be56-4b98-a398-30fa7ea9448d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9') {'for_net_delete': True} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:16:16.504023 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-a2e300d2-be56-4b98-a398-30fa7ea9448d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ec24b65-dd6b-43a5-8a55-771e3d6eb2f9') {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:16:16.515867 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a2e300d2-be56-4b98-a398-30fa7ea9448d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762716471121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1245129'] for segment, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:16.583740 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a2e300d2-be56-4b98-a398-30fa7ea9448d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:16.590798 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2e300d2-be56-4b98-a398-30fa7ea9448d admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=84419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 07 08:16:16.766260 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-a2e300d2-be56-4b98-a398-30fa7ea9448d admin admin] Network d7938789-f7e8-41b4-bdae-afe72c489b83 has no segments {{(pid=84419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 08:16:16.775880 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a2e300d2-be56-4b98-a398-30fa7ea9448d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10963585'] for segment, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:16.955575 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-a2e300d2-be56-4b98-a398-30fa7ea9448d admin admin] Network d7938789-f7e8-41b4-bdae-afe72c489b83 has no segments {{(pid=84419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 08:16:16.978542 dv-cinder-782390-4-smb neutron-server[84306]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 08:16:16.978542 dv-cinder-782390-4-smb neutron-server[84306]: % (table.description, expected, rows_matched) Apr 07 08:16:16.978542 dv-cinder-782390-4-smb neutron-server[84306]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 08:16:16.978542 dv-cinder-782390-4-smb neutron-server[84306]: % (table.description, expected, rows_matched) Apr 07 08:16:16.978542 dv-cinder-782390-4-smb neutron-server[84306]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 08:16:16.978542 dv-cinder-782390-4-smb neutron-server[84306]: % (table.description, expected, rows_matched) Apr 07 08:16:16.978542 dv-cinder-782390-4-smb neutron-server[84306]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 08:16:16.978542 dv-cinder-782390-4-smb neutron-server[84306]: % (table.description, expected, rows_matched) Apr 07 08:16:16.978542 dv-cinder-782390-4-smb neutron-server[84306]: Traceback (most recent call last): Apr 07 08:16:16.978542 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 08:16:16.978542 dv-cinder-782390-4-smb neutron-server[84306]: timer() Apr 07 08:16:16.978542 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 08:16:16.978542 dv-cinder-782390-4-smb neutron-server[84306]: cb(*args, **kw) Apr 07 08:16:16.978542 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 07 08:16:16.978542 dv-cinder-782390-4-smb neutron-server[84306]: return func(*args, **kwargs) Apr 07 08:16:16.978542 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 08:16:16.978542 dv-cinder-782390-4-smb neutron-server[84306]: self._notify() Apr 07 08:16:16.978542 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 08:16:16.978542 dv-cinder-782390-4-smb neutron-server[84306]: self.callback(batched_events) Apr 07 08:16:16.978542 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 08:16:16.978542 dv-cinder-782390-4-smb neutron-server[84306]: event.method(event) Apr 07 08:16:16.978542 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 07 08:16:16.978542 dv-cinder-782390-4-smb neutron-server[84306]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 08:16:16.978542 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 07 08:16:16.978542 dv-cinder-782390-4-smb neutron-server[84306]: segment_id)['aggregates'][0] Apr 07 08:16:16.978542 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 07 08:16:16.978542 dv-cinder-782390-4-smb neutron-server[84306]: return f(self, *a, **k) Apr 07 08:16:16.978542 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 07 08:16:16.978542 dv-cinder-782390-4-smb neutron-server[84306]: return self._get(url).json() Apr 07 08:16:16.978542 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 08:16:16.978542 dv-cinder-782390-4-smb neutron-server[84306]: **kwargs) Apr 07 08:16:16.978542 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 08:16:16.978542 dv-cinder-782390-4-smb neutron-server[84306]: return self.request(url, 'GET', **kwargs) Apr 07 08:16:16.978542 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 07 08:16:16.978542 dv-cinder-782390-4-smb neutron-server[84306]: **endpoint_filter) Apr 07 08:16:16.978542 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 08:16:16.978542 dv-cinder-782390-4-smb neutron-server[84306]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 08:16:16.978542 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 08:16:16.978542 dv-cinder-782390-4-smb neutron-server[84306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 08:16:16.978542 dv-cinder-782390-4-smb neutron-server[84306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 08:16:17.264438 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a2e300d2-be56-4b98-a398-30fa7ea9448d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675294'] for network, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:17.269578 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a2e300d2-be56-4b98-a398-30fa7ea9448d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for network, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:17.273755 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-c2ef2cf3-61fd-4db3-96f8-4823cfd85c16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:16:17.297777 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e300d2-be56-4b98-a398-30fa7ea9448d admin admin] Pushing event deleted for resources: {'Network': ['ID=d7938789-f7e8-41b4-bdae-afe72c489b83,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:16:17.300219 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-a2e300d2-be56-4b98-a398-30fa7ea9448d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:16:17.356543 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-a2e300d2-be56-4b98-a398-30fa7ea9448d admin admin] 10.222.0.16 "DELETE /v2.0/networks/d7938789-f7e8-41b4-bdae-afe72c489b83 HTTP/1.1" status: 204 len: 168 time: 2.5629725 Apr 07 08:16:17.359566 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 52882) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:16:17.917552 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ed5a3f4c-2cba-4fd8-823a-6c4a178dd485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854102931'] for router_interface, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:18.278212 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-ed5a3f4c-2cba-4fd8-823a-6c4a178dd485 admin admin] Deleting port 3e4e2be7-8cd9-4b8a-a744-94ae56f95d73 {{(pid=84419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:16:18.278783 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ed5a3f4c-2cba-4fd8-823a-6c4a178dd485 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:18.462394 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-ed5a3f4c-2cba-4fd8-823a-6c4a178dd485 admin admin] For port 3e4e2be7-8cd9-4b8a-a744-94ae56f95d73, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=3e4e2be7-8cd9-4b8a-a744-94ae56f95d73,segment=NetworkSegment(7b3b4b42-6d3e-4e1a-b922-6873ade731ed),segment_id=7b3b4b42-6d3e-4e1a-b922-6873ade731ed)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:16:18.462945 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ed5a3f4c-2cba-4fd8-823a-6c4a178dd485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:18.594580 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-ed5a3f4c-2cba-4fd8-823a-6c4a178dd485 admin admin] Calling delete_port for 3e4e2be7-8cd9-4b8a-a744-94ae56f95d73 owned by network:router_interface {{(pid=84419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:16:18.987748 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ed5a3f4c-2cba-4fd8-823a-6c4a178dd485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716444531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762716001395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:19.003867 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-2272e893-1d2e-4956-9da5-95cf0449a8d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:16:19.060407 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a3f4c-2cba-4fd8-823a-6c4a178dd485 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e4e2be7-8cd9-4b8a-a744-94ae56f95d73,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:16:19.109896 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-ed5a3f4c-2cba-4fd8-823a-6c4a178dd485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:16:19.259173 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:19.695280 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-ed5a3f4c-2cba-4fd8-823a-6c4a178dd485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854105160'] for router_interface, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:20.198239 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5a3f4c-2cba-4fd8-823a-6c4a178dd485 admin admin] Router d988af14-1990-4d66-bc26-d99422ee21c8 has already been hosted by L3 agent 9e1c8038-06ec-4f38-a606-610b3381902d {{(pid=84419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 08:16:20.384614 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5a3f4c-2cba-4fd8-823a-6c4a178dd485 admin admin] Notify agent at l3_agent.dv-cinder-782390-4-smb the message routers_updated {{(pid=84419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 08:16:20.394547 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-ed5a3f4c-2cba-4fd8-823a-6c4a178dd485 admin admin] 10.222.0.16 "PUT /v2.0/routers/d988af14-1990-4d66-bc26-d99422ee21c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0338697 Apr 07 08:16:20.397162 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 52886) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:16:20.398844 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e2455e-042b-4d1d-ab98-506971d17bd8 None None] Sync routers for ids ['d988af14-1990-4d66-bc26-d99422ee21c8'] in dv-cinder-782390-4-smb {{(pid=84422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 08:16:20.409633 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e2455e-042b-4d1d-ab98-506971d17bd8 None None] Routers {'d988af14-1990-4d66-bc26-d99422ee21c8'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:16:20.410291 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-c7e2455e-042b-4d1d-ab98-506971d17bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:15:55Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['d988af14-1990-4d66-bc26-d99422ee21c8'], 'active': True} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:16:20.586408 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e1f83791-6afb-44ae-b53d-65f7688970d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:20.596407 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-c7e2455e-042b-4d1d-ab98-506971d17bd8 None None] Set router d988af14-1990-4d66-bc26-d99422ee21c8 gateway port host: dv-cinder-782390-4-smb {{(pid=84422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:16:20.773371 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e1f83791-6afb-44ae-b53d-65f7688970d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:20.822031 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-e1f83791-6afb-44ae-b53d-65f7688970d0 admin admin] Deleting port 1ba06421-a981-4f62-9c37-93499e9108dc {{(pid=84419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:16:20.822414 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e1f83791-6afb-44ae-b53d-65f7688970d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:20.896107 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-c7e2455e-042b-4d1d-ab98-506971d17bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd988af14-1990-4d66-bc26-d99422ee21c8', 'name': 'tempest-TestShelveInstance-2017456599-router', 'tenant_id': 'f3d5f74b14dc44fc9175f9955100ce7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'external_fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '1ba06421-a981-4f62-9c37-93499e9108dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:11:43Z', 'updated_at': '2021-04-07T08:16:18Z', 'revision_number': 5, 'project_id': 'f3d5f74b14dc44fc9175f9955100ce7b', 'gw_port': {'id': '1ba06421-a981-4f62-9c37-93499e9108dc', 'name': '', 'network_id': '1ff46c99-7a5d-4315-af88-cb546c84119d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd988af14-1990-4d66-bc26-d99422ee21c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:11:44Z', 'updated_at': '2021-04-07T08:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9dcea17-38c4-48c8-a3c6-f64b629ec00f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-smb'}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:16:20.900644 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e2455e-042b-4d1d-ab98-506971d17bd8 None None] Checking router: d988af14-1990-4d66-bc26-d99422ee21c8 for host: dv-cinder-782390-4-smb {{(pid=84422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 08:16:20.909572 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e2455e-042b-4d1d-ab98-506971d17bd8 None None] Routers {'d988af14-1990-4d66-bc26-d99422ee21c8'} bound to L3 agent in host dv-cinder-782390-4-smb {{(pid=84422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 08:16:20.910223 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-c7e2455e-042b-4d1d-ab98-506971d17bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T07:56:25Z,description=,heartbeat_timestamp=2021-04-07T08:15:55Z,host='dv-cinder-782390-4-smb',id=9e1c8038-06ec-4f38-a606-610b3381902d,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T07:56:25Z,topic='l3_agent')) {'router_ids': ['d988af14-1990-4d66-bc26-d99422ee21c8'], 'active': True} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:16:21.011896 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-e1f83791-6afb-44ae-b53d-65f7688970d0 admin admin] For port 1ba06421-a981-4f62-9c37-93499e9108dc, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=1ba06421-a981-4f62-9c37-93499e9108dc,segment=NetworkSegment(1cadf7a7-5200-427f-84ab-5b34fedab1ff),segment_id=1cadf7a7-5200-427f-84ab-5b34fedab1ff)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:16:21.012288 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e1f83791-6afb-44ae-b53d-65f7688970d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:21.071859 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvr_db [None req-c7e2455e-042b-4d1d-ab98-506971d17bd8 None None] Set router d988af14-1990-4d66-bc26-d99422ee21c8 gateway port host: None {{(pid=84422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 08:16:21.144655 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-e1f83791-6afb-44ae-b53d-65f7688970d0 admin admin] Calling delete_port for 1ba06421-a981-4f62-9c37-93499e9108dc owned by network:router_gateway {{(pid=84419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:16:21.347177 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_hamode_db [None req-c7e2455e-042b-4d1d-ab98-506971d17bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd988af14-1990-4d66-bc26-d99422ee21c8', 'name': 'tempest-TestShelveInstance-2017456599-router', 'tenant_id': 'f3d5f74b14dc44fc9175f9955100ce7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:11:43Z', 'updated_at': '2021-04-07T08:16:20Z', 'revision_number': 6, 'project_id': 'f3d5f74b14dc44fc9175f9955100ce7b', 'gw_port_host': None}], 'dv-cinder-782390-4-smb', False) {} {{(pid=84422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:16:21.351908 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e2455e-042b-4d1d-ab98-506971d17bd8 None None] The sync data for ids ['d988af14-1990-4d66-bc26-d99422ee21c8'] in dv-cinder-782390-4-smb is: [{'id': 'd988af14-1990-4d66-bc26-d99422ee21c8', 'name': 'tempest-TestShelveInstance-2017456599-router', 'tenant_id': 'f3d5f74b14dc44fc9175f9955100ce7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:11:43Z', 'updated_at': '2021-04-07T08:16:20Z', 'revision_number': 6, 'project_id': 'f3d5f74b14dc44fc9175f9955100ce7b', 'gw_port_host': None}] {{(pid=84422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 08:16:21.456330 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e1f83791-6afb-44ae-b53d-65f7688970d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716444531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762716001395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:21.473022 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b8e3d3ba-d280-4aef-8267-b36aa55b55d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:16:21.534020 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f83791-6afb-44ae-b53d-65f7688970d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ba06421-a981-4f62-9c37-93499e9108dc,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:16:21.539151 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e1f83791-6afb-44ae-b53d-65f7688970d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:16:21.754832 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e1f83791-6afb-44ae-b53d-65f7688970d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854100552'] for router_gateway, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:21.946853 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e1f83791-6afb-44ae-b53d-65f7688970d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854768484'] for router, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:21.949556 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e1f83791-6afb-44ae-b53d-65f7688970d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:22.086928 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e1f83791-6afb-44ae-b53d-65f7688970d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672643'] for router, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:22.087486 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f83791-6afb-44ae-b53d-65f7688970d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d988af14-1990-4d66-bc26-d99422ee21c8 {{(pid=84419) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 07 08:16:22.100371 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-e1f83791-6afb-44ae-b53d-65f7688970d0 admin admin] Notify callbacks [] for router, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:22.101582 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-e1f83791-6afb-44ae-b53d-65f7688970d0 admin admin] 10.222.0.16 "DELETE /v2.0/routers/d988af14-1990-4d66-bc26-d99422ee21c8 HTTP/1.1" status: 204 len: 168 time: 1.7032313 Apr 07 08:16:22.104320 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 52890) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:16:22.171665 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.db_base_plugin_v2 [None req-f734dbf0-901c-4fd7-969b-f528bf7b7b59 admin admin] Deleting subnet d62522aa-7409-4111-a94d-72b39d27a032 {{(pid=84419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 07 08:16:22.174830 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f734dbf0-901c-4fd7-969b-f528bf7b7b59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:22.230447 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f734dbf0-901c-4fd7-969b-f528bf7b7b59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853530688'] for subnet, precommit_delete_associations {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:22.245047 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-45b6355d-6439-46e5-8370-d33b182fc0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:22.310692 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f734dbf0-901c-4fd7-969b-f528bf7b7b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4567'] for subnet, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:22.438831 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 1ba06421-a981-4f62-9c37-93499e9108dc no longer exists at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 08:16:22.479866 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] No Port match for: 1ba06421-a981-4f62-9c37-93499e9108dc {{(pid=84421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 08:16:22.480262 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 1ba06421-a981-4f62-9c37-93499e9108dc not bound to the agent host dv-cinder-782390-4-smb {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 08:16:22.480727 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 3e4e2be7-8cd9-4b8a-a744-94ae56f95d73 no longer exists at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 08:16:22.516278 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] No Port match for: 3e4e2be7-8cd9-4b8a-a744-94ae56f95d73 {{(pid=84421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 08:16:22.516674 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device 3e4e2be7-8cd9-4b8a-a744-94ae56f95d73 not bound to the agent host dv-cinder-782390-4-smb {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 08:16:22.602146 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f734dbf0-901c-4fd7-969b-f528bf7b7b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10963498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10521157'] for subnet, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:22.617611 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-d10f1338-c168-4689-a80e-dbe4abf1681c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:16:22.666074 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f734dbf0-901c-4fd7-969b-f528bf7b7b59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d62522aa-7409-4111-a94d-72b39d27a032,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:16:22.668838 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f734dbf0-901c-4fd7-969b-f528bf7b7b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:16:23.001797 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-f734dbf0-901c-4fd7-969b-f528bf7b7b59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for subnet, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:23.006880 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e37f2ed-1cca-40d7-8f99-d68337a63748 None None] Network 86b62982-d957-4f75-a711-f1e791e3e22b requested from dv-cinder-782390-4-smb {{(pid=84421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 08:16:23.008411 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-f734dbf0-901c-4fd7-969b-f528bf7b7b59 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d62522aa-7409-4111-a94d-72b39d27a032 HTTP/1.1" status: 204 len: 168 time: 0.9030418 Apr 07 08:16:23.011039 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84419) accepted ('10.222.0.16', 52894) {{(pid=84419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:16:23.126039 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-27d4c9c8-edde-4c32-9d03-fa8291351c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-154221'] for network, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:23.199413 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-27d4c9c8-edde-4c32-9d03-fa8291351c59 admin admin] Deleting port fd01253a-371d-4c5d-8d3a-d6aaef88905c {{(pid=84419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:16:23.199791 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-27d4c9c8-edde-4c32-9d03-fa8291351c59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:23.260238 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511087e8-518c-4373-8d2d-b5aeef65838a None None] DHCP port deletion for 86b62982-d957-4f75-a711-f1e791e3e22b request from dv-cinder-782390-4-smb {{(pid=84421) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 07 08:16:23.264589 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-511087e8-518c-4373-8d2d-b5aeef65838a None None] Deleting port fd01253a-371d-4c5d-8d3a-d6aaef88905c {{(pid=84421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:16:23.265010 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-511087e8-518c-4373-8d2d-b5aeef65838a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:23.423416 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-27d4c9c8-edde-4c32-9d03-fa8291351c59 admin admin] For port fd01253a-371d-4c5d-8d3a-d6aaef88905c, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=fd01253a-371d-4c5d-8d3a-d6aaef88905c,segment=NetworkSegment(7b3b4b42-6d3e-4e1a-b922-6873ade731ed),segment_id=7b3b4b42-6d3e-4e1a-b922-6873ade731ed)] {{(pid=84419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:16:23.423813 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-27d4c9c8-edde-4c32-9d03-fa8291351c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:23.501555 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.db [None req-511087e8-518c-4373-8d2d-b5aeef65838a None None] For port fd01253a-371d-4c5d-8d3a-d6aaef88905c, host dv-cinder-782390-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-smb',level=0,port_id=fd01253a-371d-4c5d-8d3a-d6aaef88905c,segment=NetworkSegment(7b3b4b42-6d3e-4e1a-b922-6873ade731ed),segment_id=7b3b4b42-6d3e-4e1a-b922-6873ade731ed)] {{(pid=84421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 08:16:23.501555 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-511087e8-518c-4373-8d2d-b5aeef65838a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665716'] for port, precommit_delete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:23.561443 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-27d4c9c8-edde-4c32-9d03-fa8291351c59 admin admin] Calling delete_port for fd01253a-371d-4c5d-8d3a-d6aaef88905c owned by network:dhcp {{(pid=84419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:16:23.630463 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-511087e8-518c-4373-8d2d-b5aeef65838a None None] Calling delete_port for fd01253a-371d-4c5d-8d3a-d6aaef88905c owned by network:dhcp {{(pid=84421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 08:16:23.679351 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-27d4c9c8-edde-4c32-9d03-fa8291351c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762716444531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762716001395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843812105'] for port, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:23.696118 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-e24f257e-96c1-4143-8d0b-9c7fe50b2988 tempest-TestMinimumBasicScenario-1617696071 tempest-TestMinimumBasicScenario-1617696071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:16:23.713571 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.db.api [None req-511087e8-518c-4373-8d2d-b5aeef65838a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84421) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 07 08:16:23.713982 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_db.api [None req-511087e8-518c-4373-8d2d-b5aeef65838a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 07 08:16:23.753777 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d4c9c8-edde-4c32-9d03-fa8291351c59 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd01253a-371d-4c5d-8d3a-d6aaef88905c,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:16:23.756937 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-27d4c9c8-edde-4c32-9d03-fa8291351c59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:16:23.839227 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d4c9c8-edde-4c32-9d03-fa8291351c59 admin admin] No DVR routers for this DVR port fd01253a-371d-4c5d-8d3a-d6aaef88905c on host dv-cinder-782390-4-smb {{(pid=84419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 08:16:23.962162 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-27d4c9c8-edde-4c32-9d03-fa8291351c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854774442', 'neutron.services.segments.db._delete_segments_for_network--9223363274138304577'] for network, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:24.076986 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-27d4c9c8-edde-4c32-9d03-fa8291351c59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86b62982-d957-4f75-a711-f1e791e3e22b']}} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:16:24.089698 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-27d4c9c8-edde-4c32-9d03-fa8291351c59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b3b4b42-6d3e-4e1a-b922-6873ade731ed') {'for_net_delete': True} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:16:24.089990 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.services.segments.db [None req-27d4c9c8-edde-4c32-9d03-fa8291351c59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b3b4b42-6d3e-4e1a-b922-6873ade731ed') {} {{(pid=84419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 08:16:24.101962 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-27d4c9c8-edde-4c32-9d03-fa8291351c59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762716471121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1245129'] for segment, before_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:24.117208 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-27d4c9c8-edde-4c32-9d03-fa8291351c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:24.123433 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27d4c9c8-edde-4c32-9d03-fa8291351c59 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=84419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 07 08:16:24.215510 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-511087e8-518c-4373-8d2d-b5aeef65838a None None] Deleting port fd01253a-371d-4c5d-8d3a-d6aaef88905c {{(pid=84421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 08:16:24.216026 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-511087e8-518c-4373-8d2d-b5aeef65838a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274138345827'] for port, before_delete {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:24.285827 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-511087e8-518c-4373-8d2d-b5aeef65838a None None] The port 'fd01253a-371d-4c5d-8d3a-d6aaef88905c' was deleted {{(pid=84421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 07 08:16:24.306799 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-27d4c9c8-edde-4c32-9d03-fa8291351c59 admin admin] Network 86b62982-d957-4f75-a711-f1e791e3e22b has no segments {{(pid=84419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 08:16:24.316138 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-27d4c9c8-edde-4c32-9d03-fa8291351c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10963585'] for segment, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:24.440882 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device fd01253a-371d-4c5d-8d3a-d6aaef88905c no longer exists at agent ovs-agent-dv-cinder-782390-4-smb {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 08:16:24.497995 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.managers [None req-27d4c9c8-edde-4c32-9d03-fa8291351c59 admin admin] Network 86b62982-d957-4f75-a711-f1e791e3e22b has no segments {{(pid=84419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 08:16:24.522729 dv-cinder-782390-4-smb neutron-server[84306]: Traceback (most recent call last): Apr 07 08:16:24.522729 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 08:16:24.522729 dv-cinder-782390-4-smb neutron-server[84306]: timer() Apr 07 08:16:24.522729 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 08:16:24.522729 dv-cinder-782390-4-smb neutron-server[84306]: cb(*args, **kw) Apr 07 08:16:24.522729 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 07 08:16:24.522729 dv-cinder-782390-4-smb neutron-server[84306]: return func(*args, **kwargs) Apr 07 08:16:24.522729 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 08:16:24.522729 dv-cinder-782390-4-smb neutron-server[84306]: self._notify() Apr 07 08:16:24.522729 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 08:16:24.522729 dv-cinder-782390-4-smb neutron-server[84306]: self.callback(batched_events) Apr 07 08:16:24.522729 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 08:16:24.522729 dv-cinder-782390-4-smb neutron-server[84306]: event.method(event) Apr 07 08:16:24.522729 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 07 08:16:24.522729 dv-cinder-782390-4-smb neutron-server[84306]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 08:16:24.522729 dv-cinder-782390-4-smb neutron-server[84306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 07 08:16:24.522729 dv-cinder-782390-4-smb neutron-server[84306]: segment_id)['aggregates'][0] Apr 07 08:16:24.522729 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 07 08:16:24.522729 dv-cinder-782390-4-smb neutron-server[84306]: return f(self, *a, **k) Apr 07 08:16:24.522729 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 07 08:16:24.522729 dv-cinder-782390-4-smb neutron-server[84306]: return self._get(url).json() Apr 07 08:16:24.522729 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 08:16:24.522729 dv-cinder-782390-4-smb neutron-server[84306]: **kwargs) Apr 07 08:16:24.522729 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 08:16:24.522729 dv-cinder-782390-4-smb neutron-server[84306]: return self.request(url, 'GET', **kwargs) Apr 07 08:16:24.522729 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 07 08:16:24.522729 dv-cinder-782390-4-smb neutron-server[84306]: **endpoint_filter) Apr 07 08:16:24.522729 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 08:16:24.522729 dv-cinder-782390-4-smb neutron-server[84306]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 08:16:24.522729 dv-cinder-782390-4-smb neutron-server[84306]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 08:16:24.522729 dv-cinder-782390-4-smb neutron-server[84306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 08:16:24.522729 dv-cinder-782390-4-smb neutron-server[84306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 08:16:24.641457 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-27d4c9c8-edde-4c32-9d03-fa8291351c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675294'] for network, after_delete {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:24.645166 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:16:24.653176 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.plugin [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] No Port match for: fd01253a-371d-4c5d-8d3a-d6aaef88905c {{(pid=84421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 08:16:24.653576 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.plugins.ml2.rpc [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Device fd01253a-371d-4c5d-8d3a-d6aaef88905c not bound to the agent host dv-cinder-782390-4-smb {{(pid=84421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 08:16:24.661492 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-27d4c9c8-edde-4c32-9d03-fa8291351c59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216185'] for network, before_response {{(pid=84419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:24.671148 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d4c9c8-edde-4c32-9d03-fa8291351c59 admin admin] Pushing event deleted for resources: {'Network': ['ID=86b62982-d957-4f75-a711-f1e791e3e22b,revision_number=None']} {{(pid=84419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:16:24.674441 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-27d4c9c8-edde-4c32-9d03-fa8291351c59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:16:24.676064 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-27d4c9c8-edde-4c32-9d03-fa8291351c59 admin admin] 10.222.0.16 "DELETE /v2.0/networks/86b62982-d957-4f75-a711-f1e791e3e22b HTTP/1.1" status: 204 len: 168 time: 1.6640491 Apr 07 08:16:24.892271 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4a0a7632-cc35-4f94-8753-d426588dcebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:24.941735 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 52900) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:16:24.994442 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-ad63912f-d44f-4b7a-a683-fc239e2233a2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cde14eed6ef14b1da39ffea20274ef05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514140 Apr 07 08:16:24.996955 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 52904) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:16:25.057098 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b9d3ece7-bbbb-4e00-a711-5de17a954f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:25.083721 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b9d3ece7-bbbb-4e00-a711-5de17a954f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:25.178669 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b9d3ece7-bbbb-4e00-a711-5de17a954f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:25.183631 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-ace0f609-947e-4fab-bcc6-92d2624ee196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:16:25.197527 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3ece7-bbbb-4e00-a711-5de17a954f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ef0c60-9c1e-4443-ad75-c975b53e4c1e,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:16:25.202687 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-b9d3ece7-bbbb-4e00-a711-5de17a954f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:16:25.204805 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b9d3ece7-bbbb-4e00-a711-5de17a954f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:25.206010 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-b9d3ece7-bbbb-4e00-a711-5de17a954f9f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/91ef0c60-9c1e-4443-ad75-c975b53e4c1e HTTP/1.1" status: 204 len: 168 time: 0.2081077 Apr 07 08:16:25.413295 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:25.742266 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 52912) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:16:25.796479 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-34de0f10-954d-43a9-94f3-bf0513c87a91 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f3d5f74b14dc44fc9175f9955100ce7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0529001 Apr 07 08:16:25.799033 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.wsgi [-] (84420) accepted ('10.222.0.16', 52916) {{(pid=84420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 08:16:25.859699 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-224d73fd-c1ea-490a-9c47-c9920e2e6e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:25.886985 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-224d73fd-c1ea-490a-9c47-c9920e2e6e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:25.961089 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-224d73fd-c1ea-490a-9c47-c9920e2e6e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691447'] for security_group, after_delete {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:25.966010 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-f3856b72-2585-441e-81a9-d08102dd612e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 08:16:25.979920 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d73fd-c1ea-490a-9c47-c9920e2e6e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f027da46-47d9-4bc8-9557-adf966ea0d67,revision_number=None']} {{(pid=84420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 08:16:25.982282 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG oslo_concurrency.lockutils [None req-224d73fd-c1ea-490a-9c47-c9920e2e6e01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 08:16:25.984615 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-224d73fd-c1ea-490a-9c47-c9920e2e6e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:25.985678 dv-cinder-782390-4-smb neutron-server[84306]: INFO neutron.wsgi [None req-224d73fd-c1ea-490a-9c47-c9920e2e6e01 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f027da46-47d9-4bc8-9557-adf966ea0d67 HTTP/1.1" status: 204 len: 168 time: 0.1856887 Apr 07 08:16:26.782115 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:26.856469 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:31.002114 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-61eb08f0-7502-418b-aacc-cf1078b9efe0 None None] Agent healthcheck: found 6 active agents {{(pid=84422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 08:16:49.251953 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:52.240583 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-44ea4ee3-16ef-4da8-8e6c-95b67856c08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:54.918397 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-7517ca9c-b36e-4db4-8408-fb05e245181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:55.446705 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:56.800132 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:16:56.828613 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:17:08.003064 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-61eb08f0-7502-418b-aacc-cf1078b9efe0 None None] Agent healthcheck: found 6 active agents {{(pid=84422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 08:17:19.263565 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:17:22.251355 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-93d993bc-9009-41c1-8c8c-3b1ad4916eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:17:24.896797 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-888dd642-35fb-496e-aa9e-74a1b4b73109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:17:25.422465 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:17:26.788231 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:17:26.811466 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:17:45.003684 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-61eb08f0-7502-418b-aacc-cf1078b9efe0 None None] Agent healthcheck: found 6 active agents {{(pid=84422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 08:17:49.268155 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:17:52.249582 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-b7a762da-3831-413a-9122-b92627749873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:17:54.873788 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-dbf26009-f7a5-4328-ba0d-e2bd03729917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:17:55.422368 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:17:56.788301 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:17:56.820739 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:18:19.267687 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:18:22.003268 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-61eb08f0-7502-418b-aacc-cf1078b9efe0 None None] Agent healthcheck: found 6 active agents {{(pid=84422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 08:18:22.250323 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9a0eb94b-a383-4375-ba3c-27abcd3430e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:18:24.959017 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-5fa5b619-8482-465f-a372-d520943d92d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:18:25.473308 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:18:26.799245 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:18:26.799975 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:18:49.261190 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:18:52.255823 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-01cb50f1-22bb-4644-8cf6-fdf85cdc744b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:18:54.889466 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-a480d6a0-7b7c-40b8-a6ac-4a3e4a7c0464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:18:55.432949 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:18:56.798710 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:18:56.799460 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:18:59.002329 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-61eb08f0-7502-418b-aacc-cf1078b9efe0 None None] Agent healthcheck: found 6 active agents {{(pid=84422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 08:19:19.267341 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:19:22.271932 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d56041ef-441e-47ef-b426-63217bf1f4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:19:24.900892 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-568ba308-64a4-4627-9aaf-25f70e8155c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:19:25.449131 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:19:26.797636 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:19:26.826184 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:19:36.001946 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-61eb08f0-7502-418b-aacc-cf1078b9efe0 None None] Agent healthcheck: found 6 active agents {{(pid=84422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 08:19:49.260440 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:19:52.248529 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-d96df9f6-bd41-4644-ab41-a3f0581f80c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:19:54.888853 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fb64cd56-8a2b-48d7-a6b6-239eab422e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:19:55.437326 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:19:56.820956 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:19:56.843216 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:20:13.001435 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-61eb08f0-7502-418b-aacc-cf1078b9efe0 None None] Agent healthcheck: found 6 active agents {{(pid=84422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 08:20:19.253968 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:20:22.244267 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-276f766b-2d39-42d5-b545-7392dd8b2059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:20:24.894215 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-03a3be94-d401-404d-8e73-98166a53c0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:20:25.425393 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:20:26.785121 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:20:26.813626 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:20:49.259994 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-60881a92-d084-4120-b8d0-7c7640652ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:20:50.001199 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron.db.agents_db [None req-61eb08f0-7502-418b-aacc-cf1078b9efe0 None None] Agent healthcheck: found 6 active agents {{(pid=84422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 08:20:52.241777 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-302cabbf-96ed-46e0-89bb-31ec5c7043a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:20:54.887451 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-9e1e42df-e9af-4f5f-a0f9-e6d2a1a77ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:20:55.470737 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-4623bfe4-d894-4ae9-a995-47f5f7e1ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:20:56.784633 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4f84-0db2-4aaf-bf8b-ff5bc90e19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 08:20:56.807315 dv-cinder-782390-4-smb neutron-server[84306]: DEBUG neutron_lib.callbacks.manager [None req-fa143f67-c380-42c4-ac66-08f06a7a84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274138304594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854746358'] for agent, after_update {{(pid=84421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}